-- Logs begin at Fri 2021-06-18 07:19:07 UTC, end at Fri 2021-06-18 08:54:55 UTC. -- Jun 18 08:20:20.879498 dv-cinder-786873-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 18 08:20:23.640854 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.common.config [-] Logging enabled! Jun 18 08:20:23.641423 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev362 Jun 18 08:20:23.641632 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93530) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 18 08:20:23.645534 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.common.config [-] Logging enabled! Jun 18 08:20:23.645789 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev362 Jun 18 08:20:23.646095 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93530) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 18 08:20:23.647028 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 18 08:20:23.647270 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 18 08:20:23.647624 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 18 08:20:23.647869 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 18 08:20:23.648123 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 18 08:20:23.648440 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:23.648732 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:23.649395 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:23.649395 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:23.649581 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:23.649869 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:23.650148 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:23.650434 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:23.650727 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:23.651011 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:23.651290 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:23.651651 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:23.651884 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:23.652191 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:23.652478 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:23.652763 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:23.652986 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] debug = True {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:23.653263 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:23.653685 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:23.654106 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:23.654383 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:23.654667 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:23.654993 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:23.655211 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:23.655483 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:23.655762 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:23.656106 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] host = dv-cinder-786873-3-iscsi {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:23.656381 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:23.656675 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:23.656947 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:23.657230 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:23.657503 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:23.657800 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:23.658080 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:23.658352 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:23.658809 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] log_file = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:23.659066 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:23.659353 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:23.659639 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:23.659925 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:23.660175 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:23.660396 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:23.660682 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:23.660961 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:23.661249 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:23.661501 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:23.661772 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:23.662044 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:23.662579 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:23.662844 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:23.663125 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:23.663405 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:23.663687 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:23.663974 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:23.664255 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:23.664525 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:23.664794 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:23.665073 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:23.665341 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:23.665612 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:23.665884 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:23.666161 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:23.666425 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:23.666694 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:23.666991 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:23.667270 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:23.667590 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:23.667830 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:23.668122 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:23.668401 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:23.668669 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:23.668936 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:23.669201 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] use_json = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:23.669470 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:23.669816 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:23.670100 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:23.670371 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:23.670641 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:23.670911 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:23.671179 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:23.671460 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:23.671756 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.672070 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.672371 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.672672 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.672958 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.673234 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.674108 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.674486 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.674778 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.675068 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.675359 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.675634 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.675919 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.676222 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.676515 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.676822 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.677114 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.677406 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.677676 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.677946 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.678217 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.678491 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.678804 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.679093 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.679379 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.679646 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.679919 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.680300 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.680576 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.680847 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.681123 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.681410 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.681689 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.681959 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.682239 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.682516 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.682784 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.683053 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.683329 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.683612 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.683989 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.684260 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.684535 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.684813 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.685089 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.685363 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.685638 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.685907 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.686174 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.686449 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.686719 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.686988 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.687261 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.687528 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.687799 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.688094 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.688365 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.688633 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.688902 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.690071 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.690176 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.690472 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.690752 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.691025 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.691296 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.691567 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.691841 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.692140 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.692425 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.692721 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.692997 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.693272 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.693546 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.693820 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.694095 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.694367 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.694646 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.694922 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.695191 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.695478 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.695756 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.696064 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.696344 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.696618 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.696911 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.697187 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.697466 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.697739 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.698012 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.698296 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.698575 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.698864 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.699154 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.699444 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.699734 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.700049 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.700331 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.700640 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.700917 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:23.701135 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 18 08:20:23.701379 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93530) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 18 08:20:24.055988 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:20:24.056188 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:20:24.056483 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:20:24.056828 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 18 08:20:24.463991 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:24.464310 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:24.464517 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:24.465853 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:24.466131 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:24.466394 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:24.500658 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:24.500928 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:24.501197 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:24.514401 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:24.514680 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:24.514952 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:24.545696 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:24.545966 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:24.546231 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:24.582481 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:24.582758 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:24.583029 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:24.821459 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:24.822085 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:24.822085 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:24.822241 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:24.823095 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:24.952064 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:24.952395 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:24.952672 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:24.952948 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:24.953223 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:24.953537 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:24.953796 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:24.954051 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:24.954305 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:24.954649 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:24.955419 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:24.955689 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:24.955948 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:24.956234 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:24.956491 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:24.956762 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:24.957034 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:24.957291 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:24.957563 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:24.957818 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:24.959493 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:24.959493 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:24.959493 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:24.959493 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:24.959493 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:24.961026 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:24.961026 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93530) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 08:20:24.961026 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93530) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 08:20:24.961026 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93530) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 08:20:24.961026 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93530) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 08:20:24.961026 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93530) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 08:20:24.961026 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93530) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 08:20:24.961909 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 18 08:20:24.965913 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 18 08:20:24.969989 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 18 08:20:24.973954 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])]) Jun 18 08:20:24.975595 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 18 08:20:24.976076 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 18 08:20:24.976414 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 18 08:20:24.976799 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 18 08:20:24.979634 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 18 08:20:24.979895 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 18 08:20:24.980239 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 18 08:20:25.009032 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 18 08:20:25.009487 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:25.009788 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93530) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 18 08:20:25.010149 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:25.011592 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93530) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 18 08:20:25.011876 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 18 08:20:25.012154 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 18 08:20:25.015320 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:25.015601 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:25.080962 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 18 08:20:25.081195 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 18 08:20:25.081344 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 18 08:20:25.081698 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 18 08:20:25.104193 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_db.sqlalchemy.engines [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93530) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 18 08:20:25.850014 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.plugins.ml2.managers [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Initializing driver for type 'gre' Jun 18 08:20:25.850690 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] gre ID ranges: [(1, 1000)] Jun 18 08:20:26.070090 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.plugins.ml2.managers [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Initializing driver for type 'local' Jun 18 08:20:26.070389 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.plugins.ml2.managers [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Initializing driver for type 'vlan' Jun 18 08:20:26.161016 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] VlanTypeDriver initialization complete Jun 18 08:20:26.161381 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.plugins.ml2.managers [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Initializing driver for type 'vxlan' Jun 18 08:20:26.161892 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] vxlan ID ranges: [(1, 1000)] Jun 18 08:20:26.364014 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.plugins.ml2.managers [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Initializing extension driver 'port_security' Jun 18 08:20:26.364368 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.plugins.ml2.extensions.port_security [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] PortSecurityExtensionDriver initialization complete Jun 18 08:20:26.364754 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.plugins.ml2.managers [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Initializing mechanism driver 'openvswitch' Jun 18 08:20:26.365038 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.plugins.ml2.managers [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Initializing mechanism driver 'hyperv' Jun 18 08:20:26.371948 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.plugins.ml2.plugin [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:20:26.372864 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Subscribe: > port after_create 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:26.373251 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Subscribe: > port after_update 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:26.373616 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Subscribe: > port after_delete 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:26.374021 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Subscribe: > subnet after_create 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:26.374382 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Subscribe: > subnet after_update 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:26.374734 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Subscribe: > subnet after_delete 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:26.375185 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Subscribe: > network after_create 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:26.375542 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Subscribe: > network after_update 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:26.375905 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Subscribe: > network after_delete 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:26.376312 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Subscribe: > security_group after_create 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:26.377283 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Subscribe: > security_group after_update 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:26.377879 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Subscribe: > security_group after_delete 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:26.378278 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:26.378630 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:26.378978 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:26.379371 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Subscribe: > address_group after_create 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:26.379720 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Subscribe: > address_group after_update 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:26.380098 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Subscribe: > address_group after_delete 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:26.380443 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] ML2 OVO RPC backend initialized. {{(pid=93530) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 18 08:20:26.381160 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Subscribe: > router_interface after_create 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:26.381526 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:26.381944 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Subscribe: > network before_response 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:26.382293 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Subscribe: > networks before_response 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:26.382644 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Subscribe: > port before_response 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:26.382989 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Subscribe: > ports before_response 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:26.383335 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Subscribe: > subnet before_response 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:26.383686 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Subscribe: > subnets before_response 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:26.384069 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Subscribe: > network after_create 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:26.386647 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Subscribe: > network after_update 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:26.386647 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Subscribe: > network after_delete 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:26.386647 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Subscribe: > port after_create 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:26.386647 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Subscribe: > port after_update 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:26.386937 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Subscribe: > port after_delete 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:26.386937 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Subscribe: > subnet after_create 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:26.386937 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Subscribe: > subnet after_update 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:26.386937 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Subscribe: > subnet after_delete 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:26.387262 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.plugins.ml2.plugin [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Modular L2 Plugin initialization complete Jun 18 08:20:26.387608 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading services supported by the core plugin {{(pid=93530) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 18 08:20:26.387945 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.plugins.ml2.managers [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Got port-security extension from driver 'port_security' Jun 18 08:20:26.388430 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.extensions.vlantransparent [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Disabled vlantransparent extension. Jun 18 08:20:26.388921 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93530) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 18 08:20:26.389238 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading Plugin: router Jun 18 08:20:26.431254 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Subscribe: > router_interface before_create 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:26.431648 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Subscribe: > router after_create 55549900 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:26.432090 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Subscribe: > router before_create 55549900 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:26.432489 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:26.432911 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:26.433263 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Subscribe: > router after_delete 55549900 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:26.433621 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Subscribe: > floatingip after_update 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:26.433985 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Subscribe: > router after_create 55549900 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:26.434335 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Subscribe: > router after_update 55549900 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:26.434685 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Subscribe: > router after_update 55549900 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:26.435034 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:26.435392 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Subscribe: > router after_update 55549900 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:26.435800 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Subscribe: > router precommit_update 55549900 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:26.436198 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Subscribe: port after_update 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:26.436542 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Subscribe: port after_delete 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:26.436912 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Subscribe: subnet after_update 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:26.437468 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:26.437632 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Subscribe: > port precommit_delete 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:26.437901 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Subscribe: > router precommit_create 55549900 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:26.441509 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Subscribe: port before_delete 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:26.441509 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Subscribe: > router precommit_create 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:26.441509 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Subscribe: > router after_update 55549900 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:26.441509 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Subscribe: > router precommit_delete 55549900 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:26.441883 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Subscribe: > router precommit_create 55549900 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:26.441883 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Subscribe: > router_interface after_create 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:26.441883 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Subscribe: > router precommit_update 55549900 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:26.441883 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Subscribe: > network after_delete 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:26.442204 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.quota.resource_registry [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Tracking information for resource: router configured {{(pid=93530) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 08:20:26.442410 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.quota.resource_registry [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Tracking information for resource: floatingip configured {{(pid=93530) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 08:20:26.449312 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.db.l3_agentschedulers_db [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 18 08:20:26.449916 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Subscribe: port after_update 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:26.450280 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Subscribe: port after_create 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:26.450627 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Subscribe: port after_delete 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:26.450976 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Subscribe: port after_update 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:26.451789 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Subscribe: > router before_create 55550100 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:26.452223 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Subscribe: > router precommit_delete 55550100 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:26.452563 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Subscribe: > router precommit_create 55550100 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:26.452917 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Subscribe: > router precommit_update 55550100 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:26.458219 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.services.provider_configuration [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Service providers = [] {{(pid=93530) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 18 08:20:26.458582 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.db.servicetype_db [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93530) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 18 08:20:26.461651 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.services.service_base [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93530) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 18 08:20:26.462003 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.services.service_base [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93530) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 18 08:20:26.462348 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.services.service_base [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93530) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 18 08:20:26.463240 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.services.service_base [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93530) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 18 08:20:26.463608 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.services.service_base [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 18 08:20:26.464033 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93530) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 08:20:26.464353 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 18 08:20:26.475942 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93530) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 08:20:26.476304 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading Plugin: auto_allocate Jun 18 08:20:26.487582 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Subscribe: network precommit_update 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:26.487985 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Subscribe: network precommit_create 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:26.488522 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93530) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 08:20:26.488842 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading Plugin: tag Jun 18 08:20:26.495451 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93530) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 08:20:26.495773 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading Plugin: timestamp Jun 18 08:20:26.499666 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93530) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 08:20:26.500098 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading Plugin: network_ip_availability Jun 18 08:20:26.507201 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:26.507576 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:26.507933 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:26.508712 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93530) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 08:20:26.509029 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading Plugin: flavors Jun 18 08:20:26.513864 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93530) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 08:20:26.514195 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading Plugin: revisions Jun 18 08:20:26.524051 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93530) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 08:20:26.524449 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_concurrency.lockutils [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.468s {{(pid=93530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:20:26.525212 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93530) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 18 08:20:26.525544 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Initializing extension manager. Jun 18 08:20:26.526049 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: __init__.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.526386 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: __pycache__ {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.526713 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.527041 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: address_group.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.527815 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.528509 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loaded extension: address-group Jun 18 08:20:26.528830 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: address_scope.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.529533 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.530049 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loaded extension: address-scope Jun 18 08:20:26.530368 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: admin_state_down_before_update.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.531308 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.531819 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loaded extension: router-admin-state-down-before-update Jun 18 08:20:26.532172 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: agent.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.533379 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.533969 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loaded extension: agent Jun 18 08:20:26.534293 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: agent_resources_synced.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.535188 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.535698 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loaded extension: agent-resources-synced Jun 18 08:20:26.536048 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: allowedaddresspairs.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.538172 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.538730 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loaded extension: allowed-address-pairs Jun 18 08:20:26.539062 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: auto_allocated_topology.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.540481 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.541000 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loaded extension: auto-allocated-topology Jun 18 08:20:26.541326 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: availability_zone.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.542022 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.542532 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loaded extension: availability_zone Jun 18 08:20:26.542855 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: availability_zone_filter.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.543762 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.544412 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loaded extension: availability_zone_filter Jun 18 08:20:26.544739 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: data_plane_status.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.545638 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.546151 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Extension data-plane-status not supported by any of loaded plugins Jun 18 08:20:26.546469 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: default_subnetpools.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.552610 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.553530 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loaded extension: default-subnetpools Jun 18 08:20:26.554087 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: dhcpagentscheduler.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.555432 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.556074 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loaded extension: dhcp_agent_scheduler Jun 18 08:20:26.556410 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: dns.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.557358 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.557878 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Extension dns-integration not supported by any of loaded plugins Jun 18 08:20:26.558210 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: dns_domain_ports.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.559140 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.559658 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 18 08:20:26.560009 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: dvr.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.560680 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.561193 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loaded extension: dvr Jun 18 08:20:26.561517 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: empty_string_filtering.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.562423 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.562953 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loaded extension: empty-string-filtering Jun 18 08:20:26.563281 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.564295 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.564804 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 18 08:20:26.565753 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.566674 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.567187 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 18 08:20:26.567510 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: external_net.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.568453 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.568987 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loaded extension: external-net Jun 18 08:20:26.569309 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: extra_dhcp_opt.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.570211 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.570726 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loaded extension: extra_dhcp_opt Jun 18 08:20:26.571046 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: extraroute.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.571945 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.572501 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loaded extension: extraroute Jun 18 08:20:26.573076 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: extraroute_atomic.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.573856 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.574367 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loaded extension: extraroute-atomic Jun 18 08:20:26.574687 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: filter_validation.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.575373 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.576199 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loaded extension: filter-validation Jun 18 08:20:26.576199 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: fip_pf_description.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.577241 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.578634 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 18 08:20:26.578634 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: fip_port_details.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.579517 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.579517 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loaded extension: fip-port-details Jun 18 08:20:26.579752 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: flavors.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.580915 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.581431 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loaded extension: flavors Jun 18 08:20:26.581758 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.583457 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.584007 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 18 08:20:26.584340 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: floatingip_pools.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.585042 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.585592 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loaded extension: floatingip-pools Jun 18 08:20:26.585930 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: ip_allocation.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.586847 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.587399 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Extension ip_allocation not supported by any of loaded plugins Jun 18 08:20:26.587726 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.588695 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.589214 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loaded extension: ip-substring-filtering Jun 18 08:20:26.589554 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: l2_adjacency.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.590482 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.590991 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Extension l2_adjacency not supported by any of loaded plugins Jun 18 08:20:26.591314 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: l3.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.592349 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.592868 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loaded extension: router Jun 18 08:20:26.593192 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: l3_conntrack_helper.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.596417 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.597053 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 18 08:20:26.597396 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.598318 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.598864 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loaded extension: ext-gw-mode Jun 18 08:20:26.599197 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.600146 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.600668 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loaded extension: l3-ha Jun 18 08:20:26.600991 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: l3_flavors.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.601927 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.602449 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loaded extension: l3-flavors Jun 18 08:20:26.602769 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.603702 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.604248 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loaded extension: l3-port-ip-change-not-allowed Jun 18 08:20:26.604568 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: l3agentscheduler.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.605619 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.606151 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loaded extension: l3_agent_scheduler Jun 18 08:20:26.606485 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: logging.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.608019 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.608555 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Extension logging not supported by any of loaded plugins Jun 18 08:20:26.608885 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: metering.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.609666 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.610258 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loaded extension: metering Jun 18 08:20:26.610582 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.613109 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.613109 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loaded extension: metering_source_and_destination_fields Jun 18 08:20:26.619044 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: multiprovidernet.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.619696 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.620056 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loaded extension: multi-provider Jun 18 08:20:26.620350 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: netmtu.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.622013 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.622013 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loaded extension: net-mtu Jun 18 08:20:26.622222 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: netmtu_writable.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.622985 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.623495 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loaded extension: net-mtu-writable Jun 18 08:20:26.623826 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: network_availability_zone.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.624525 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.625035 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loaded extension: network_availability_zone Jun 18 08:20:26.625375 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: network_ip_availability.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.626521 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.627047 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loaded extension: network-ip-availability Jun 18 08:20:26.627374 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: network_segment_range.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.628175 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.628689 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Extension network-segment-range not supported by any of loaded plugins Jun 18 08:20:26.629013 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: pagination.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.630003 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.630333 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loaded extension: pagination Jun 18 08:20:26.630658 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: port_device_profile.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.631558 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.632118 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loaded extension: port-device-profile Jun 18 08:20:26.632442 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.633391 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.633906 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loaded extension: port-mac-address-regenerate Jun 18 08:20:26.634226 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.635128 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.635643 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loaded extension: port-numa-affinity-policy Jun 18 08:20:26.635982 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: port_resource_request.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.636955 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.637415 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Extension port-resource-request not supported by any of loaded plugins Jun 18 08:20:26.637734 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: portbindings.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.638655 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.639165 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loaded extension: binding Jun 18 08:20:26.639489 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: portbindings_extended.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.640810 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.641329 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loaded extension: binding-extended Jun 18 08:20:26.641656 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: portsecurity.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.642608 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.643132 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loaded extension: port-security Jun 18 08:20:26.643458 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: project_id.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.644475 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.644808 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loaded extension: project-id Jun 18 08:20:26.645132 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: providernet.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.646126 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.646645 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loaded extension: provider Jun 18 08:20:26.646968 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: qos.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.650766 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.651300 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Extension qos not supported by any of loaded plugins Jun 18 08:20:26.651637 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.656715 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.657244 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 18 08:20:26.658076 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.659004 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.659526 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 18 08:20:26.659854 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: qos_default.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.660786 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.661309 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Extension qos-default not supported by any of loaded plugins Jun 18 08:20:26.661635 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: qos_fip.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.662569 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.663075 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Extension qos-fip not supported by any of loaded plugins Jun 18 08:20:26.663398 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: qos_gateway_ip.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.664352 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.664870 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 18 08:20:26.665192 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: qos_port_network_policy.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.666094 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.666608 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 18 08:20:26.666930 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: qos_rule_type_details.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.667862 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.668409 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 18 08:20:26.668734 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: qos_rules_alias.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.669771 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.670291 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 18 08:20:26.670614 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: quotasv2.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.671554 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.671878 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loaded extension: quotas Jun 18 08:20:26.672221 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: quotasv2_detail.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.675939 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.676311 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loaded extension: quota_details Jun 18 08:20:26.676645 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: rbac.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.677718 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.678255 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loaded extension: rbac-policies Jun 18 08:20:26.678588 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: rbac_address_group.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.679524 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.680099 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loaded extension: rbac-address-group Jun 18 08:20:26.680447 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: rbac_address_scope.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.686034 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.686577 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loaded extension: rbac-address-scope Jun 18 08:20:26.686910 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: rbac_security_groups.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.687841 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.688388 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loaded extension: rbac-security-groups Jun 18 08:20:26.688714 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: rbac_subnetpool.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.689831 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.690352 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loaded extension: rbac-subnetpool Jun 18 08:20:26.690674 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: revisionifmatch.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.691583 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.692149 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loaded extension: revision-if-match Jun 18 08:20:26.692473 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: revisions.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.693862 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.694383 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loaded extension: standard-attr-revisions Jun 18 08:20:26.694703 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: router_availability_zone.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.695373 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.695888 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loaded extension: router_availability_zone Jun 18 08:20:26.696233 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: routerservicetype.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.697143 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.697662 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Extension router-service-type not supported by any of loaded plugins Jun 18 08:20:26.697982 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.698890 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.699405 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loaded extension: security-groups-normalized-cidr Jun 18 08:20:26.699724 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: security_groups_port_filtering.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.700661 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.701237 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loaded extension: port-security-groups-filtering Jun 18 08:20:26.701496 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.702413 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.702928 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loaded extension: security-groups-remote-address-group Jun 18 08:20:26.703247 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: securitygroup.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.713416 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.713957 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loaded extension: security-group Jun 18 08:20:26.714288 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: segment.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.715091 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.715604 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Extension segment not supported by any of loaded plugins Jun 18 08:20:26.715928 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.716890 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.717404 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 18 08:20:26.717725 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: servicetype.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.718837 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.719364 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loaded extension: service-type Jun 18 08:20:26.719689 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: sorting.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.721419 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.721750 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loaded extension: sorting Jun 18 08:20:26.722084 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: standard_attr_segment.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.722990 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.723517 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 18 08:20:26.723854 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: standardattrdescription.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.724520 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.725042 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loaded extension: standard-attr-description Jun 18 08:20:26.731284 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: stateful_security_group.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.732120 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.732758 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loaded extension: stateful-security-group Jun 18 08:20:26.733175 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: stdattrs_common.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.733850 dv-cinder-786873-3-iscsi neutron-server[93530]: WARNING neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 18 08:20:26.734261 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.735352 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.736064 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 18 08:20:26.736506 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: subnet_onboard.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.737836 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.738470 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loaded extension: subnet_onboard Jun 18 08:20:26.738871 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.739930 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.740531 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 18 08:20:26.740892 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: subnet_service_types.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.741883 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.742498 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loaded extension: subnet-service-types Jun 18 08:20:26.742856 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: subnetallocation.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.744065 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.744635 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loaded extension: subnet_allocation Jun 18 08:20:26.744993 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.745703 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.746267 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loaded extension: subnetpool-prefix-ops Jun 18 08:20:26.746630 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.747776 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.748337 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 18 08:20:26.748844 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: tagging.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.750038 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.750571 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loaded extension: standard-attr-tag Jun 18 08:20:26.750897 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: timestamp.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.752416 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.752947 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loaded extension: standard-attr-timestamp Jun 18 08:20:26.753296 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: trunk.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.754459 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.754982 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Extension trunk not supported by any of loaded plugins Jun 18 08:20:26.755308 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: trunk_details.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.756255 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.756771 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Extension trunk-details not supported by any of loaded plugins Jun 18 08:20:26.757092 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: uplink_status_propagation.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.758007 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.758525 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 18 08:20:26.758851 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Loading extension file: vlantransparent.py {{(pid=93530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 08:20:26.759532 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 08:20:26.760078 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Extension vlan-transparent not supported by any of loaded plugins Jun 18 08:20:26.762593 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.quota.resource_registry [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Creating instance of TrackedResource for resource:network Jun 18 08:20:26.763276 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.quota.resource_registry [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Creating instance of TrackedResource for resource:subnet Jun 18 08:20:26.776009 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.quota.resource_registry [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 08:20:26.776009 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.quota.resource_registry [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Creating instance of TrackedResource for resource:port Jun 18 08:20:26.776009 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.v2.resource_helper [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93530) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 08:20:26.776009 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.v2.resource_helper [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Service FLAVORS assigned prefix: {{(pid=93530) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 08:20:26.776009 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.v2.resource_helper [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93530) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 08:20:26.776009 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.v2.resource_helper [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93530) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 08:20:26.776009 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.quota.resource_registry [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Creating instance of TrackedResource for resource:router Jun 18 08:20:26.776009 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.quota.resource_registry [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Creating instance of TrackedResource for resource:floatingip Jun 18 08:20:26.777085 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.v2.resource_helper [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Service METERING assigned prefix: /metering {{(pid=93530) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 08:20:26.777085 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:26.777085 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:26.777085 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:20:26.777085 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.quota.resource_registry [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Creating instance of CountableResource for resource:rbac_policy Jun 18 08:20:26.777622 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.quota.resource_registry [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Creating instance of TrackedResource for resource:security_group Jun 18 08:20:26.777622 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.quota.resource_registry [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Creating instance of TrackedResource for resource:security_group_rule Jun 18 08:20:26.777622 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.v2.resource_helper [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Service CORE assigned prefix: {{(pid=93530) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 08:20:26.777622 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.quota.resource_registry [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 08:20:26.777622 dv-cinder-786873-3-iscsi neutron-server[93530]: WARNING neutron.quota.resource_registry [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] subnetpool is already registered Jun 18 08:20:26.777622 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.v2.resource_helper [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Service CORE assigned prefix: {{(pid=93530) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 08:20:26.777622 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.quota.resource_registry [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 08:20:26.777622 dv-cinder-786873-3-iscsi neutron-server[93530]: WARNING neutron.quota.resource_registry [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] subnetpool is already registered Jun 18 08:20:26.778384 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.v2.resource_helper [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93530) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 08:20:26.778517 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.v2.resource_helper [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Service FLAVORS assigned prefix: {{(pid=93530) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 08:20:26.779107 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.v2.resource_helper [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93530) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 08:20:26.779529 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.v2.resource_helper [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93530) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 08:20:26.779860 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.quota.resource_registry [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Creating instance of TrackedResource for resource:router Jun 18 08:20:26.780224 dv-cinder-786873-3-iscsi neutron-server[93530]: WARNING neutron.quota.resource_registry [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] router is already registered Jun 18 08:20:26.780635 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.quota.resource_registry [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Creating instance of TrackedResource for resource:floatingip Jun 18 08:20:26.780969 dv-cinder-786873-3-iscsi neutron-server[93530]: WARNING neutron.quota.resource_registry [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] floatingip is already registered Jun 18 08:20:26.781428 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.v2.resource_helper [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Service METERING assigned prefix: /metering {{(pid=93530) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 08:20:26.782096 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.quota.resource_registry [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Creating instance of CountableResource for resource:rbac_policy Jun 18 08:20:26.782528 dv-cinder-786873-3-iscsi neutron-server[93530]: WARNING neutron.quota.resource_registry [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] rbac_policy is already registered Jun 18 08:20:26.783641 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.quota.resource_registry [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Creating instance of TrackedResource for resource:security_group Jun 18 08:20:26.784054 dv-cinder-786873-3-iscsi neutron-server[93530]: WARNING neutron.quota.resource_registry [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] security_group is already registered Jun 18 08:20:26.784461 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.quota.resource_registry [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Creating instance of TrackedResource for resource:security_group_rule Jun 18 08:20:26.784793 dv-cinder-786873-3-iscsi neutron-server[93530]: WARNING neutron.quota.resource_registry [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] security_group_rule is already registered Jun 18 08:20:26.785429 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.v2.resource_helper [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Service CORE assigned prefix: {{(pid=93530) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 08:20:26.785753 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.quota.resource_registry [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 08:20:26.786082 dv-cinder-786873-3-iscsi neutron-server[93530]: WARNING neutron.quota.resource_registry [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] subnetpool is already registered Jun 18 08:20:26.786504 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.v2.resource_helper [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Service CORE assigned prefix: {{(pid=93530) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 08:20:26.786820 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.quota.resource_registry [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 08:20:26.787401 dv-cinder-786873-3-iscsi neutron-server[93530]: WARNING neutron.quota.resource_registry [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] subnetpool is already registered Jun 18 08:20:26.787890 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Extended resource: extensions {{(pid=93530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 08:20:26.789521 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Extended resource: address-groups {{(pid=93530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 08:20:26.790983 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Extended resource: address-scopes {{(pid=93530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 08:20:26.792339 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Extended resource: agents {{(pid=93530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 08:20:26.793497 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Extended resource: auto-allocated-topology {{(pid=93530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 08:20:26.794855 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Extended resource: availability_zones {{(pid=93530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 08:20:26.796094 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Extended resource: dhcp-networks {{(pid=93530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 08:20:26.797755 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Extended resource: dhcp-agents {{(pid=93530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 08:20:26.799422 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Extended resource: routers {{(pid=93530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 08:20:26.801164 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Extended resource: flavors {{(pid=93530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 08:20:26.803734 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Extended resource: service_profiles {{(pid=93530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 08:20:26.804992 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Extended resource: next_providers {{(pid=93530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 08:20:26.806543 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Extended resource: service_profiles {{(pid=93530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 08:20:26.808111 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Extended resource: floatingip-pools {{(pid=93530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 08:20:26.809435 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Extended resource: routers {{(pid=93530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 08:20:26.811145 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Extended resource: floatingips {{(pid=93530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 08:20:26.812459 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Extended resource: l3-routers {{(pid=93530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 08:20:26.816833 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Extended resource: l3-agents {{(pid=93530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 08:20:26.816833 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Extended resource: metering-labels {{(pid=93530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 08:20:26.816833 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Extended resource: metering-label-rules {{(pid=93530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 08:20:26.818127 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Extended resource: network-ip-availabilities {{(pid=93530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 08:20:26.819406 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Extended resource: bindings {{(pid=93530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 08:20:26.821175 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Extended resource: quotas {{(pid=93530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 08:20:26.823029 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Extended resource: quotas {{(pid=93530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 08:20:26.824476 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Extended resource: rbac-policies {{(pid=93530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 08:20:26.825688 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Extended resource: security-groups {{(pid=93530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 08:20:26.826983 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Extended resource: security-group-rules {{(pid=93530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 08:20:26.828267 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Extended resource: service-providers {{(pid=93530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 08:20:26.830046 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Extended resource: subnetpools {{(pid=93530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 08:20:26.831559 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Extended resource: subnetpools {{(pid=93530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 08:20:26.833157 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Extended resource: tags {{(pid=93530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 08:20:26.835015 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Extended resource: tags {{(pid=93530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 08:20:26.836888 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Extended resource: tags {{(pid=93530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 08:20:26.838653 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Extended resource: tags {{(pid=93530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 08:20:26.840481 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Extended resource: tags {{(pid=93530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 08:20:26.842955 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Extended resource: tags {{(pid=93530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 08:20:26.844783 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Extended resource: tags {{(pid=93530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 08:20:26.847409 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Extended resource: tags {{(pid=93530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 08:20:26.849306 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Extended resource: tags {{(pid=93530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 08:20:26.851034 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron.api.extensions [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Extended resource: tags {{(pid=93530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 08:20:26.857143 dv-cinder-786873-3-iscsi neutron-server[93530]: WARNING keystonemiddleware.auth_token [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 18 08:20:26.862374 dv-cinder-786873-3-iscsi neutron-server[93530]: WARNING keystonemiddleware.auth_token [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 18 08:20:26.870764 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_concurrency.lockutils [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Acquired lock "singleton_lock" {{(pid=93530) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 18 08:20:26.871186 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_concurrency.lockutils [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Releasing lock "singleton_lock" {{(pid=93530) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 18 08:20:26.871824 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO oslo_service.service [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Starting 2 workers Jun 18 08:20:26.876809 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Started child 93641 {{(pid=93530) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 18 08:20:26.882625 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:20:26.883359 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Started child 93642 {{(pid=93530) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 18 08:20:26.884139 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [-] (93641) wsgi starting up on http://0.0.0.0:9696 Jun 18 08:20:26.884763 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO neutron.service [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Neutron service started, listening on 0.0.0.0:9696 Jun 18 08:20:26.885454 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Notify callbacks [] for process, before_spawn {{(pid=93530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:20:26.887904 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:20:26.888382 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO oslo_service.service [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Starting 1 workers Jun 18 08:20:26.889265 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [-] (93642) wsgi starting up on http://0.0.0.0:9696 Jun 18 08:20:26.894100 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Started child 93643 {{(pid=93530) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 18 08:20:26.894669 dv-cinder-786873-3-iscsi neutron-server[93530]: INFO oslo_service.service [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Starting 1 workers Jun 18 08:20:26.897968 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.service [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] calling RpcWorker wait() {{(pid=93643) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 18 08:20:26.898593 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.service [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] returning from RpcWorker wait() {{(pid=93643) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 18 08:20:26.899291 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Started child 93644 {{(pid=93530) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 18 08:20:26.899813 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:20:26.900164 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG neutron_lib.callbacks.manager [None req-49871e1a-98e7-457e-a5b6-e8e720a9383e None None] Notify callbacks [] for process, after_spawn {{(pid=93530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:20:26.900412 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:20:26.902133 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93530) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 18 08:20:26.902360 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 18 08:20:26.902540 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 18 08:20:26.902754 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 18 08:20:26.903335 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 18 08:20:26.903335 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 18 08:20:26.903796 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.904097 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.904382 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.904645 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.904918 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.905476 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.905823 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:20:26.906692 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.906692 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.906692 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.906692 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.907335 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.907335 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.907335 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.908530 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.908530 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.908808 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.909220 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.909516 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.909684 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.909951 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.910395 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.910602 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.910784 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] debug = True {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.910973 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.911685 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.911685 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.913119 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.913119 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.913119 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.913119 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.913633 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.913633 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.913898 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.913898 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.914178 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.914467 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.914619 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.914836 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.915085 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.915321 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.915838 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] host = dv-cinder-786873-3-iscsi {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.916093 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.916334 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.916585 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.916923 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.917102 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.917341 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.917595 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.917840 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.918084 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.918312 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.918565 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.918847 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.919166 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.919420 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] log_file = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.919420 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] log_options = True {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.919695 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.919929 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.920208 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.920401 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.920565 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.920740 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.920992 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.921157 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.921421 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.921657 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.921871 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.922082 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.922304 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.922526 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.922785 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.923022 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.923267 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.923503 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.923827 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.924315 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.924645 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.924877 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.925102 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.925324 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.925887 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.925887 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.926150 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.926150 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.926431 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.926614 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.926834 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.927173 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.927402 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.927637 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.927881 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.929096 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.929370 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.929665 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.929930 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.930682 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.930809 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.931016 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.931278 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.931502 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.931732 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.932159 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] use_json = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.932393 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.932804 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.933082 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.933325 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.934086 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.934220 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.934444 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.934788 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:26.935105 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.935592 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.935904 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.936179 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.936326 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:20:26.936479 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.936710 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.936984 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.937216 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.937504 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.937849 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.938029 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.938218 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.938508 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.938937 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.939292 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.939648 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.939896 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.942885 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.942885 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.942885 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.942885 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.942885 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.942885 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.942885 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.942885 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.70/identity {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.943874 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.943874 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.943874 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.943874 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.943874 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.943874 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.943874 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.943874 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.944916 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.944916 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.944916 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.944916 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.944916 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.945416 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.945416 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.945598 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.945802 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.946041 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.946289 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.946512 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.946731 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.946954 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.947187 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.947407 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.947737 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.948153 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.948401 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.948603 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.948828 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.949282 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.949412 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.949840 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.949981 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.950169 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.950417 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.950684 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.950952 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.951201 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.951410 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.951625 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.951996 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.952133 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.952308 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.952532 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.952764 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.953000 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.953213 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.953473 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.956165 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.956438 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.956833 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.956833 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.957823 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.957823 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.957823 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.957823 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.960825 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.960825 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.960825 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.960825 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.960825 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.960825 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.964419 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.966634 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.966634 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.966634 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.966634 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.966634 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.967133 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.967477 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.967986 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.968332 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.968601 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.968854 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.969090 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.969354 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.969595 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.971088 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.971088 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.971088 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.971088 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.971395 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.971621 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.971867 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.972182 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.972581 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.972874 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.973115 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.973631 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.973755 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.973931 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.974236 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.974508 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.975118 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.975118 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.975325 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.975531 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.975764 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.976053 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.976307 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.976552 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.976791 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.977083 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.977330 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.977571 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.977803 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.978050 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.978363 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.978611 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.978846 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.979062 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.979340 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.979651 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.980080 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.980493 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.980748 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.981012 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.981265 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.981494 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.70/identity {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.981728 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.982123 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.982508 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.982870 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.983256 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.983613 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.984012 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.984389 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.984753 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.985159 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.985516 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.985966 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.986214 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.986397 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.986788 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.987207 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.987451 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.987675 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.987921 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.988171 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.988393 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.988609 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.988842 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.989091 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.989309 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.989605 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.989849 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.990065 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.990282 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.990526 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.990763 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.990983 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.991231 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.991452 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.991669 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.991881 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.992144 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.992350 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.992583 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.992810 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.993028 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.993266 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.993515 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.993860 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.994112 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.994342 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.994592 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.994875 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.995243 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.995475 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.995739 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.996097 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.996317 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.996529 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.996790 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.997033 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.997252 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.997460 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.997684 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.997889 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.998105 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.998315 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.998600 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.998851 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.999076 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.999307 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.999534 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.999756 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:26.999978 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.000197 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.000409 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.000622 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.000849 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.001072 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.001273 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.001476 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.001740 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.001966 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.002214 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.002396 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.002559 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.002765 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.002991 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.003212 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.003537 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.003743 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.003859 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.004137 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.004382 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.004597 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.004876 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.005095 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.005340 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.005580 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.006710 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.006710 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.006710 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.006710 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.008646 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.008646 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.008646 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.008646 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.008646 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.008646 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.009218 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.009218 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.009218 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.010903 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.010903 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.010903 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.010903 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.010903 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.010903 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.011493 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.011493 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.011493 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.011850 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.011850 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.012284 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.012501 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.012737 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.012968 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.013187 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.013418 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.013643 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.013854 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.014097 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.014322 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.014683 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.014820 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.015129 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 18 08:20:27.015874 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93530) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 18 08:20:27.016055 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 18 08:20:27.016212 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 18 08:20:27.016720 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 18 08:20:27.016720 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 18 08:20:27.016720 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 18 08:20:27.017503 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.017590 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.017712 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.017916 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.018020 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.018276 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.018621 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.018724 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.018848 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.019008 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.019484 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.019484 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.019484 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.019816 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.019816 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.019999 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.020086 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.020209 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.020372 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.020528 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.020690 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.020848 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.021005 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] debug = True {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.021163 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.021370 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.021567 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.021717 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.021861 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.021993 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.022149 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.022306 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.022462 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.022620 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.022762 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.022903 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.023062 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.023220 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.023376 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.023532 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.023753 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.023890 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] host = dv-cinder-786873-3-iscsi {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.024258 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.024258 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.024632 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.024632 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.024632 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.025433 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.025433 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.025433 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.025433 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.025433 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.025433 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.027145 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.027145 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.027145 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] log_file = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.027145 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] log_options = True {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.027145 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.027145 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.027145 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.027145 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.027691 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.027691 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.027691 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.027691 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.027691 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.027691 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.027691 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.028322 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.028322 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.028322 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.028322 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.028565 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.028565 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.028692 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.028769 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.028925 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.029081 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.029237 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.029393 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.029551 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.029708 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.029865 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.030023 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.030184 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.030347 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.030486 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.030642 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.030800 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.030956 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.031112 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.031269 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.031425 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.031582 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.031745 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.031901 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.032160 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.032261 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.032381 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.032537 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.033238 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.033404 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.033789 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] use_json = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.033952 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.034169 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.034330 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.034487 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.034643 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.034801 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.034958 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.035116 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 08:20:27.035300 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.035493 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.035619 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.035779 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.035938 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.036118 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.036276 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.036435 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.036593 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.036752 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.037174 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.037341 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.037510 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.037670 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.037827 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.037988 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.038151 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.038312 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.038469 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.038627 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.038786 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.038945 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.039118 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.039277 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.039436 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.70/identity {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.039595 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.039754 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.039918 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.040101 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.040261 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.040419 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.040579 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.040737 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.040895 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.041053 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.041213 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.041367 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.041527 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.041684 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.041843 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.042002 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.042160 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.042319 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.042478 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.042637 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.042863 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.043081 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.043328 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.043428 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.043541 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.043710 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.043868 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.044049 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.044211 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.044370 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.044528 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.044687 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.044845 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.045207 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.045207 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.045369 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.045448 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.045607 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.045765 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.045923 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.046082 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.046242 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.046401 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.046558 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.046722 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.047977 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.047977 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.047977 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.047977 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.047977 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.047977 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.047977 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.047977 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.049107 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.049327 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.049428 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.049593 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.049766 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.049932 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.050104 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.050286 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.050445 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.050615 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.050759 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.050919 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.051079 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.051238 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.051396 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.051554 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.051714 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.051872 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.052053 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.052560 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.052560 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.052560 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.052823 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.052823 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.052993 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.053107 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.053264 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.053423 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.054128 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.054128 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.054128 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.054128 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.054446 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.054446 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.054446 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.054655 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.054763 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.054927 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.055097 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.055256 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.055415 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.055573 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.055732 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.055889 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.056069 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.056228 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.056388 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.056546 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.056704 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.056872 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.057042 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.057202 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.057360 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.057545 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.057682 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.057844 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.058003 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.058163 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.058321 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.058475 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.058634 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.058792 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.058951 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.059109 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.059275 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.059479 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.70/identity {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.059677 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.059803 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.059892 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.060055 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.060220 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.060370 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.060524 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.060683 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.060843 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.060983 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.061145 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.061303 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.061460 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.061611 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.061766 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.061924 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.062083 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.062242 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.062388 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.062546 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.062706 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.062865 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.063045 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.063248 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.063347 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.064886 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.064886 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.064886 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.064886 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.065427 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:20:27.065558 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.065558 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.065558 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.065558 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.065558 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.065919 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.065919 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.065919 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.066140 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.066220 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.066349 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.066509 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.066668 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.066826 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.067002 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.067161 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.067319 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.067476 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.067637 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.067794 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.068008 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.068124 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.068283 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.068440 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.068599 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.068760 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.068926 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.069086 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.069245 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.069403 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.069560 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.069719 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.069877 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.070049 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.070208 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.070368 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.070526 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.070684 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.070852 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.071012 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.071170 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.071327 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.071485 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.071652 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.071810 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.072014 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.072146 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.072303 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.072472 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.072630 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.072787 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.072944 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.073259 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.073428 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.073587 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.073746 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.073904 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.074060 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.074228 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.074389 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.074548 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.074714 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.074873 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.075031 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.075191 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.075362 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.075526 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.075691 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.075848 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.076189 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.076310 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.076472 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.076636 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.076805 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.076971 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.077130 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.077299 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.077466 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.077634 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.077792 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.077957 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.078128 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.078313 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.078474 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.078635 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.078795 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.078961 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.079101 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.079260 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.079436 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.080128 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.080299 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.080525 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.080670 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.080840 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.081092 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.081263 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.081424 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.081582 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.081741 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.081900 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 08:20:27.082073 dv-cinder-786873-3-iscsi neutron-server[93530]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 18 08:20:27.094366 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 57004) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:20:27.103887 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [-] 10.222.0.70 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064616 Jun 18 08:20:39.074122 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a27381-71e5-493c-9532-0e129fb174a1 None None] get_active_networks_info from dv-cinder-786873-3-iscsi {{(pid=93643) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 18 08:20:39.156504 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a27381-71e5-493c-9532-0e129fb174a1 None None] No non-hosted networks {{(pid=93643) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 18 08:20:39.182634 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.agentschedulers_db [None req-30a27381-71e5-493c-9532-0e129fb174a1 None None] DHCP Agent not found on host dv-cinder-786873-3-iscsi {{(pid=93643) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 18 08:20:39.415135 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e8a1dc95-046e-41fa-a611-b96160803573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049'] for agent, after_create {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:20:41.525886 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-98ab2c6c-2bb1-4229-9d35-ca3cc2b2c03e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049'] for agent, after_create {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:20:41.565051 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.db.api [None req-2f357472-a4c9-4c5d-8192-5cac8b510747 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-786873-3-iscsi {{(pid=93643) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 08:20:41.565783 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_db.api [None req-2f357472-a4c9-4c5d-8192-5cac8b510747 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 08:20:41.846937 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049'] for agent, after_create {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:20:41.847869 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:20:41.848385 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:20:41.848811 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:20:41.849235 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:20:41.849655 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:20:41.849988 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:20:41.850313 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:20:41.850693 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:20:41.851024 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:20:41.851394 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:20:41.851720 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:20:41.852166 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:20:41.858980 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786873-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:20:41.859673 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786873-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:20:42.180733 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-2f357472-a4c9-4c5d-8192-5cac8b510747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:20:42.866870 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-37edacc1-1ba5-460e-aa47-45b5acfa9d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049'] for agent, after_create {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:20:44.517737 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-624571b3-aef6-4a8c-8ab3-5c089201a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049'] for agent, after_create {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:20:44.975985 dv-cinder-786873-3-iscsi neutron-server[93643]: INFO neutron.db.l3_hamode_db [None req-95b4cf37-9fe3-434e-b1f7-600f356d70ba None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 18 08:20:45.057265 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b4cf37-9fe3-434e-b1f7-600f356d70ba None None] Routers set() bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:20:45.057660 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b4cf37-9fe3-434e-b1f7-600f356d70ba None None] Router IDs set() for agent in host dv-cinder-786873-3-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 18 08:20:45.591766 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 57098) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:20:46.119804 dv-cinder-786873-3-iscsi neutron-server[93642]: WARNING oslo_policy.policy [None req-96cde4d6-8c4f-4819-9894-941ffbc1edbf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 08:20:46.120521 dv-cinder-786873-3-iscsi neutron-server[93642]: WARNING oslo_policy.policy [None req-96cde4d6-8c4f-4819-9894-941ffbc1edbf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 08:20:46.346815 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [None req-96cde4d6-8c4f-4819-9894-941ffbc1edbf admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 08:20:46.347880 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-96cde4d6-8c4f-4819-9894-941ffbc1edbf admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7551894 Jun 18 08:20:48.842113 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 57112) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:20:49.177977 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [None req-3b7c977e-3825-49b6-9952-b669e80b8a0c admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:20:49.274681 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.policy [None req-3b7c977e-3825-49b6-9952-b669e80b8a0c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93642) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 18 08:20:49.322231 dv-cinder-786873-3-iscsi neutron-server[93642]: WARNING oslo_policy.policy [None req-3b7c977e-3825-49b6-9952-b669e80b8a0c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 08:20:49.322661 dv-cinder-786873-3-iscsi neutron-server[93642]: WARNING oslo_policy.policy [None req-3b7c977e-3825-49b6-9952-b669e80b8a0c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 08:20:49.331575 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.quota [None req-3b7c977e-3825-49b6-9952-b669e80b8a0c admin admin] Loaded quota_driver: . Jun 18 08:20:49.488279 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-3b7c977e-3825-49b6-9952-b669e80b8a0c admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741884227952', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741884228483', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741884209147', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741884213681', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741884254068', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741884235421', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-580908', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-922931', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8308460', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7893009'] for rbac-policy, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:20:49.704221 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-3b7c977e-3825-49b6-9952-b669e80b8a0c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:20:49.705452 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-3b7c977e-3825-49b6-9952-b669e80b8a0c admin admin] 10.222.0.70 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8624027 Jun 18 08:20:52.313092 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 57124) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:20:52.822417 dv-cinder-786873-3-iscsi neutron-server[93641]: WARNING oslo_policy.policy [None req-173eb357-1f56-4fe7-9c5e-35f19ede26ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 08:20:52.822986 dv-cinder-786873-3-iscsi neutron-server[93641]: WARNING oslo_policy.policy [None req-173eb357-1f56-4fe7-9c5e-35f19ede26ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 08:20:53.040400 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-173eb357-1f56-4fe7-9c5e-35f19ede26ff admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'c70b5911e91a409eb84225bae5df5a04', 'tenant_id': 'c70b5911e91a409eb84225bae5df5a04'}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:20:53.042031 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.quota [None req-173eb357-1f56-4fe7-9c5e-35f19ede26ff admin admin] Loaded quota_driver: . Jun 18 08:20:53.166033 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173eb357-1f56-4fe7-9c5e-35f19ede26ff admin admin] Made reservation on behalf of c70b5911e91a409eb84225bae5df5a04 for: {'network': 1} {{(pid=93641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:20:53.234983 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.policy [None req-173eb357-1f56-4fe7-9c5e-35f19ede26ff admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93641) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 18 08:20:53.278291 dv-cinder-786873-3-iscsi neutron-server[93641]: WARNING oslo_policy.policy [None req-173eb357-1f56-4fe7-9c5e-35f19ede26ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 08:20:53.278689 dv-cinder-786873-3-iscsi neutron-server[93641]: WARNING oslo_policy.policy [None req-173eb357-1f56-4fe7-9c5e-35f19ede26ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 08:20:53.289750 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-173eb357-1f56-4fe7-9c5e-35f19ede26ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-568420'] for network, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:20:53.311722 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-173eb357-1f56-4fe7-9c5e-35f19ede26ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:20:53.513217 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-173eb357-1f56-4fe7-9c5e-35f19ede26ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:20:53.591585 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-173eb357-1f56-4fe7-9c5e-35f19ede26ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:20:53.596744 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:20:53.618082 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-173eb357-1f56-4fe7-9c5e-35f19ede26ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 944} {{(pid=93641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 08:20:53.642781 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-173eb357-1f56-4fe7-9c5e-35f19ede26ff admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741881978058', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001404'] for segment, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:20:53.643366 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-173eb357-1f56-4fe7-9c5e-35f19ede26ff admin admin] Unsubscribe: segment precommit_create {{(pid=93641) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 18 08:20:53.643852 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.db.segments_db [None req-173eb357-1f56-4fe7-9c5e-35f19ede26ff admin admin] Added segment d651b8de-040e-45fb-a704-889b42bf87f9 of type vlan for network 071eeaa7-26e8-45e6-b749-6b85aeb26a90 Jun 18 08:20:53.650572 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173eb357-1f56-4fe7-9c5e-35f19ede26ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c54dc8f-f3fa-4bc5-9044-f9c2eb5dd473,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:20:53.682791 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173eb357-1f56-4fe7-9c5e-35f19ede26ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:20:53.683132 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173eb357-1f56-4fe7-9c5e-35f19ede26ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:20:53.683459 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173eb357-1f56-4fe7-9c5e-35f19ede26ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:20:53.683782 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173eb357-1f56-4fe7-9c5e-35f19ede26ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:20:53.684129 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173eb357-1f56-4fe7-9c5e-35f19ede26ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:20:53.684483 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173eb357-1f56-4fe7-9c5e-35f19ede26ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:20:53.684821 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173eb357-1f56-4fe7-9c5e-35f19ede26ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:20:53.685134 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173eb357-1f56-4fe7-9c5e-35f19ede26ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:20:53.685459 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173eb357-1f56-4fe7-9c5e-35f19ede26ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:20:53.685771 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173eb357-1f56-4fe7-9c5e-35f19ede26ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:20:53.686078 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173eb357-1f56-4fe7-9c5e-35f19ede26ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:20:53.686385 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173eb357-1f56-4fe7-9c5e-35f19ede26ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:20:53.688355 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173eb357-1f56-4fe7-9c5e-35f19ede26ff admin admin] Tracked resource versions report: Jun 18 08:20:53.688355 dv-cinder-786873-3-iscsi neutron-server[93641]: pushed versions: Jun 18 08:20:53.688355 dv-cinder-786873-3-iscsi neutron-server[93641]: { 'AddressGroup': {'1.2'}, Jun 18 08:20:53.688355 dv-cinder-786873-3-iscsi neutron-server[93641]: 'ConntrackHelper': {'1.0'}, Jun 18 08:20:53.688355 dv-cinder-786873-3-iscsi neutron-server[93641]: 'Log': {'1.0'}, Jun 18 08:20:53.688355 dv-cinder-786873-3-iscsi neutron-server[93641]: 'Network': {'1.1'}, Jun 18 08:20:53.688355 dv-cinder-786873-3-iscsi neutron-server[93641]: 'Port': {'1.7'}, Jun 18 08:20:53.688355 dv-cinder-786873-3-iscsi neutron-server[93641]: 'PortForwarding': {'1.2'}, Jun 18 08:20:53.688355 dv-cinder-786873-3-iscsi neutron-server[93641]: 'QosPolicy': {'1.8'}, Jun 18 08:20:53.688355 dv-cinder-786873-3-iscsi neutron-server[93641]: 'SecurityGroup': {'1.4'}, Jun 18 08:20:53.688355 dv-cinder-786873-3-iscsi neutron-server[93641]: 'SecurityGroupRule': {'1.2'}, Jun 18 08:20:53.688355 dv-cinder-786873-3-iscsi neutron-server[93641]: 'SubPort': {'1.0'}, Jun 18 08:20:53.688355 dv-cinder-786873-3-iscsi neutron-server[93641]: 'Subnet': {'1.1'}, Jun 18 08:20:53.688355 dv-cinder-786873-3-iscsi neutron-server[93641]: 'Trunk': {'1.1'}} Jun 18 08:20:53.688355 dv-cinder-786873-3-iscsi neutron-server[93641]: consumer versions: Jun 18 08:20:53.688355 dv-cinder-786873-3-iscsi neutron-server[93641]: { DHCP agent@dv-cinder-786873-3-iscsi: {}, Jun 18 08:20:53.688355 dv-cinder-786873-3-iscsi neutron-server[93641]: L3 agent@dv-cinder-786873-3-iscsi: {}, Jun 18 08:20:53.688355 dv-cinder-786873-3-iscsi neutron-server[93641]: Metadata agent@dv-cinder-786873-3-iscsi: {}, Jun 18 08:20:53.688355 dv-cinder-786873-3-iscsi neutron-server[93641]: Metering agent@dv-cinder-786873-3-iscsi: {}, Jun 18 08:20:53.688355 dv-cinder-786873-3-iscsi neutron-server[93641]: Open vSwitch agent@dv-cinder-786873-3-iscsi: { 'AddressGroup': '1.2', Jun 18 08:20:53.688355 dv-cinder-786873-3-iscsi neutron-server[93641]: 'ConntrackHelper': '1.0', Jun 18 08:20:53.688355 dv-cinder-786873-3-iscsi neutron-server[93641]: 'Log': '1.0', Jun 18 08:20:53.688355 dv-cinder-786873-3-iscsi neutron-server[93641]: 'Network': '1.1', Jun 18 08:20:53.688355 dv-cinder-786873-3-iscsi neutron-server[93641]: 'Port': '1.7', Jun 18 08:20:53.688355 dv-cinder-786873-3-iscsi neutron-server[93641]: 'PortForwarding': '1.2', Jun 18 08:20:53.688355 dv-cinder-786873-3-iscsi neutron-server[93641]: 'QosPolicy': '1.8', Jun 18 08:20:53.688355 dv-cinder-786873-3-iscsi neutron-server[93641]: 'SecurityGroup': '1.4', Jun 18 08:20:53.688355 dv-cinder-786873-3-iscsi neutron-server[93641]: 'SecurityGroupRule': '1.2', Jun 18 08:20:53.688355 dv-cinder-786873-3-iscsi neutron-server[93641]: 'SubPort': '1.0', Jun 18 08:20:53.688355 dv-cinder-786873-3-iscsi neutron-server[93641]: 'Subnet': '1.1', Jun 18 08:20:53.688355 dv-cinder-786873-3-iscsi neutron-server[93641]: 'Trunk': '1.1'}} Jun 18 08:20:53.688355 dv-cinder-786873-3-iscsi neutron-server[93641]: {{(pid=93641) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 08:20:53.773043 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-173eb357-1f56-4fe7-9c5e-35f19ede26ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:20:53.778084 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-173eb357-1f56-4fe7-9c5e-35f19ede26ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741881456851'] for network, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:20:53.917323 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-173eb357-1f56-4fe7-9c5e-35f19ede26ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8355133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484'] for network, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:20:53.918952 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173eb357-1f56-4fe7-9c5e-35f19ede26ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:20:53.919602 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-173eb357-1f56-4fe7-9c5e-35f19ede26ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8041489'] for network, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:20:53.921760 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:20:54.015291 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173eb357-1f56-4fe7-9c5e-35f19ede26ff admin admin] Pushing event updated for resources: {'Network': ['ID=071eeaa7-26e8-45e6-b749-6b85aeb26a90,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:20:54.018745 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-173eb357-1f56-4fe7-9c5e-35f19ede26ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:20:54.026854 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Network 071eeaa7-26e8-45e6-b749-6b85aeb26a90 details requested by agent ovs-agent-dv-cinder-786873-3-iscsi with host dv-cinder-786873-3-iscsi {{(pid=93643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 08:20:54.069378 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-173eb357-1f56-4fe7-9c5e-35f19ede26ff admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.7537448 Jun 18 08:20:56.704473 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 57146) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:20:57.107519 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb43afe-bad3-4f3f-9c76-d47539dd227e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:20:57.108937 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-3bb43afe-bad3-4f3f-9c76-d47539dd227e admin admin] 10.222.0.70 "GET /v2.0/networks/071eeaa7-26e8-45e6-b749-6b85aeb26a90 HTTP/1.1" status: 200 len: 825 time: 0.4034934 Jun 18 08:20:57.150672 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-5fb54e45-0e75-4ac2-9f85-61b15186108b admin admin] 10.222.0.70 "GET /v2.0/subnetpools/b0f5062e-b6d3-4411-874d-b2ac9bbd9603 HTTP/1.1" status: 200 len: 734 time: 0.0359259 Jun 18 08:20:57.160176 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-2b45a047-da0a-40c8-8545-45ff6d9b7e2b admin admin] Request body: {'subnet': {'subnetpool_id': 'b0f5062e-b6d3-4411-874d-b2ac9bbd9603', 'ip_version': 4, 'name': 'private-subnet', 'network_id': '071eeaa7-26e8-45e6-b749-6b85aeb26a90', 'tenant_id': 'c70b5911e91a409eb84225bae5df5a04', 'gateway_ip': '172.20.0.1'}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:20:57.294012 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b45a047-da0a-40c8-8545-45ff6d9b7e2b admin admin] Made reservation on behalf of c70b5911e91a409eb84225bae5df5a04 for: {'subnet': 1} {{(pid=93641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:20:57.296456 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-2b45a047-da0a-40c8-8545-45ff6d9b7e2b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:20:57.660180 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-2b45a047-da0a-40c8-8545-45ff6d9b7e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479'] for subnet, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:20:57.662928 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:20:57.731268 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b45a047-da0a-40c8-8545-45ff6d9b7e2b admin admin] Checking segment: {'id': 'd651b8de-040e-45fb-a704-889b42bf87f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '071eeaa7-26e8-45e6-b749-6b85aeb26a90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:20:57.732007 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b45a047-da0a-40c8-8545-45ff6d9b7e2b admin admin] Network hostable DHCP agents. Network: 071eeaa7-26e8-45e6-b749-6b85aeb26a90, hostable agents: ['ccc23fe2-6cc8-4973-a644-121019cdbd4e'], hosted agents: [] {{(pid=93641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 08:20:57.736382 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b45a047-da0a-40c8-8545-45ff6d9b7e2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a01958fd-9d50-4d71-a73a-3e6312adc77b,revision_number=0']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:20:57.741257 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-2b45a047-da0a-40c8-8545-45ff6d9b7e2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:20:57.823062 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b45a047-da0a-40c8-8545-45ff6d9b7e2b admin admin] Network 071eeaa7-26e8-45e6-b749-6b85aeb26a90 is scheduled to be hosted by DHCP agent ccc23fe2-6cc8-4973-a644-121019cdbd4e with binding_index 1 {{(pid=93641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 08:20:57.923186 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.base_scheduler [None req-2b45a047-da0a-40c8-8545-45ff6d9b7e2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786873-3-iscsi, 071eeaa7-26e8-45e6-b749-6b85aeb26a90) {{(pid=93641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:20:57.927985 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b45a047-da0a-40c8-8545-45ff6d9b7e2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:20:57.928600 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-2b45a047-da0a-40c8-8545-45ff6d9b7e2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8041489'] for subnet, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:20:57.933934 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571ad981-d796-443a-9f20-d113a2725500 None None] Network 071eeaa7-26e8-45e6-b749-6b85aeb26a90 requested from dv-cinder-786873-3-iscsi {{(pid=93643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:20:58.023755 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-2b45a047-da0a-40c8-8545-45ff6d9b7e2b admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8677464 Jun 18 08:20:58.253796 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821ac8c6-2cf1-430c-913b-4eda81416734 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp441df14c-9ab6-5f11-a186-516be8319024-071eeaa7-26e8-45e6-b749-6b85aeb26a90', 'network_id': '071eeaa7-26e8-45e6-b749-6b85aeb26a90', 'tenant_id': 'c70b5911e91a409eb84225bae5df5a04', 'fixed_ips': [{'subnet_id': 'a01958fd-9d50-4d71-a73a-3e6312adc77b'}]}} from dv-cinder-786873-3-iscsi. {{(pid=93643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 08:20:58.255008 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-821ac8c6-2cf1-430c-913b-4eda81416734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-568420'] for port, before_create {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:20:58.534090 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.db_base_plugin_common [None req-821ac8c6-2cf1-430c-913b-4eda81416734 None None] Allocated IP 172.20.0.2 (071eeaa7-26e8-45e6-b749-6b85aeb26a90/a01958fd-9d50-4d71-a73a-3e6312adc77b/5ec300e3-9bac-406a-a1b3-3003f40bf9db) {{(pid=93643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:20:58.742421 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-821ac8c6-2cf1-430c-913b-4eda81416734 None None] Notify callbacks [] for port, precommit_create {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:20:58.761277 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-821ac8c6-2cf1-430c-913b-4eda81416734 None None] Transition to ACTIVE for port object 5ec300e3-9bac-406a-a1b3-3003f40bf9db will not be triggered until provisioned by entity L2. {{(pid=93643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:20:58.813926 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-821ac8c6-2cf1-430c-913b-4eda81416734 None None] Transition to ACTIVE for port object 5ec300e3-9bac-406a-a1b3-3003f40bf9db will not be triggered until provisioned by entity DHCP. {{(pid=93643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:20:58.909391 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-821ac8c6-2cf1-430c-913b-4eda81416734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-568999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741881438814'] for port, after_create {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:20:58.912764 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:20:58.976991 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821ac8c6-2cf1-430c-913b-4eda81416734 None None] Network 071eeaa7-26e8-45e6-b749-6b85aeb26a90 is already hosted by enough agents. {{(pid=93643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:20:58.981712 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.scheduler.base_scheduler [None req-821ac8c6-2cf1-430c-913b-4eda81416734 None None] Resources bound (agent type, host, resource id): {{(pid=93643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:20:58.991271 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821ac8c6-2cf1-430c-913b-4eda81416734 None None] Received port after_create {{(pid=93643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:20:58.997462 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821ac8c6-2cf1-430c-913b-4eda81416734 None None] Pushing event updated for resources: {'Port': ['ID=5ec300e3-9bac-406a-a1b3-3003f40bf9db,revision_number=1']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:20:59.045862 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821ac8c6-2cf1-430c-913b-4eda81416734 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:20:59.046197 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821ac8c6-2cf1-430c-913b-4eda81416734 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:20:59.046529 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821ac8c6-2cf1-430c-913b-4eda81416734 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:20:59.046869 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821ac8c6-2cf1-430c-913b-4eda81416734 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:20:59.047792 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821ac8c6-2cf1-430c-913b-4eda81416734 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:20:59.048232 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821ac8c6-2cf1-430c-913b-4eda81416734 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:20:59.048562 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821ac8c6-2cf1-430c-913b-4eda81416734 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:20:59.048882 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821ac8c6-2cf1-430c-913b-4eda81416734 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:20:59.049221 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821ac8c6-2cf1-430c-913b-4eda81416734 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:20:59.049540 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821ac8c6-2cf1-430c-913b-4eda81416734 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:20:59.049853 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821ac8c6-2cf1-430c-913b-4eda81416734 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:20:59.050161 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821ac8c6-2cf1-430c-913b-4eda81416734 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:20:59.051282 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821ac8c6-2cf1-430c-913b-4eda81416734 None None] Tracked resource versions report: Jun 18 08:20:59.051282 dv-cinder-786873-3-iscsi neutron-server[93643]: pushed versions: Jun 18 08:20:59.051282 dv-cinder-786873-3-iscsi neutron-server[93643]: { 'AddressGroup': {'1.2'}, Jun 18 08:20:59.051282 dv-cinder-786873-3-iscsi neutron-server[93643]: 'ConntrackHelper': {'1.0'}, Jun 18 08:20:59.051282 dv-cinder-786873-3-iscsi neutron-server[93643]: 'Log': {'1.0'}, Jun 18 08:20:59.051282 dv-cinder-786873-3-iscsi neutron-server[93643]: 'Network': {'1.1'}, Jun 18 08:20:59.051282 dv-cinder-786873-3-iscsi neutron-server[93643]: 'Port': {'1.7'}, Jun 18 08:20:59.051282 dv-cinder-786873-3-iscsi neutron-server[93643]: 'PortForwarding': {'1.2'}, Jun 18 08:20:59.051282 dv-cinder-786873-3-iscsi neutron-server[93643]: 'QosPolicy': {'1.8'}, Jun 18 08:20:59.051282 dv-cinder-786873-3-iscsi neutron-server[93643]: 'SecurityGroup': {'1.4'}, Jun 18 08:20:59.051282 dv-cinder-786873-3-iscsi neutron-server[93643]: 'SecurityGroupRule': {'1.2'}, Jun 18 08:20:59.051282 dv-cinder-786873-3-iscsi neutron-server[93643]: 'SubPort': {'1.0'}, Jun 18 08:20:59.051282 dv-cinder-786873-3-iscsi neutron-server[93643]: 'Subnet': {'1.1'}, Jun 18 08:20:59.051282 dv-cinder-786873-3-iscsi neutron-server[93643]: 'Trunk': {'1.1'}} Jun 18 08:20:59.051282 dv-cinder-786873-3-iscsi neutron-server[93643]: consumer versions: Jun 18 08:20:59.051282 dv-cinder-786873-3-iscsi neutron-server[93643]: { DHCP agent@dv-cinder-786873-3-iscsi: {}, Jun 18 08:20:59.051282 dv-cinder-786873-3-iscsi neutron-server[93643]: L3 agent@dv-cinder-786873-3-iscsi: {}, Jun 18 08:20:59.051282 dv-cinder-786873-3-iscsi neutron-server[93643]: Metadata agent@dv-cinder-786873-3-iscsi: {}, Jun 18 08:20:59.051282 dv-cinder-786873-3-iscsi neutron-server[93643]: Metering agent@dv-cinder-786873-3-iscsi: {}, Jun 18 08:20:59.051282 dv-cinder-786873-3-iscsi neutron-server[93643]: Open vSwitch agent@dv-cinder-786873-3-iscsi: { 'AddressGroup': '1.2', Jun 18 08:20:59.051282 dv-cinder-786873-3-iscsi neutron-server[93643]: 'ConntrackHelper': '1.0', Jun 18 08:20:59.051282 dv-cinder-786873-3-iscsi neutron-server[93643]: 'Log': '1.0', Jun 18 08:20:59.051282 dv-cinder-786873-3-iscsi neutron-server[93643]: 'Network': '1.1', Jun 18 08:20:59.051282 dv-cinder-786873-3-iscsi neutron-server[93643]: 'Port': '1.7', Jun 18 08:20:59.051282 dv-cinder-786873-3-iscsi neutron-server[93643]: 'PortForwarding': '1.2', Jun 18 08:20:59.051282 dv-cinder-786873-3-iscsi neutron-server[93643]: 'QosPolicy': '1.8', Jun 18 08:20:59.051282 dv-cinder-786873-3-iscsi neutron-server[93643]: 'SecurityGroup': '1.4', Jun 18 08:20:59.051282 dv-cinder-786873-3-iscsi neutron-server[93643]: 'SecurityGroupRule': '1.2', Jun 18 08:20:59.051282 dv-cinder-786873-3-iscsi neutron-server[93643]: 'SubPort': '1.0', Jun 18 08:20:59.051282 dv-cinder-786873-3-iscsi neutron-server[93643]: 'Subnet': '1.1', Jun 18 08:20:59.051282 dv-cinder-786873-3-iscsi neutron-server[93643]: 'Trunk': '1.1'}} Jun 18 08:20:59.051282 dv-cinder-786873-3-iscsi neutron-server[93643]: {{(pid=93643) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 08:20:59.055785 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-821ac8c6-2cf1-430c-913b-4eda81416734 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:20:59.084223 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-821ac8c6-2cf1-430c-913b-4eda81416734 None None] Attempting to bind port 5ec300e3-9bac-406a-a1b3-3003f40bf9db on host dv-cinder-786873-3-iscsi for vnic_type normal with profile {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:20:59.084615 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-821ac8c6-2cf1-430c-913b-4eda81416734 None None] Attempting to bind port 5ec300e3-9bac-406a-a1b3-3003f40bf9db by drivers openvswitch,hyperv on host dv-cinder-786873-3-iscsi at level 0 using segments [{'id': 'd651b8de-040e-45fb-a704-889b42bf87f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '071eeaa7-26e8-45e6-b749-6b85aeb26a90'}] {{(pid=93643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:20:59.085055 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821ac8c6-2cf1-430c-913b-4eda81416734 None None] Attempting to bind port 5ec300e3-9bac-406a-a1b3-3003f40bf9db on network 071eeaa7-26e8-45e6-b749-6b85aeb26a90 {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:20:59.090504 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821ac8c6-2cf1-430c-913b-4eda81416734 None None] Checking agent: {'id': '38b9d690-c74c-4031-9e4b-d740e9188e6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 20, 42), 'started_at': datetime.datetime(2021, 6, 18, 8, 20, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:20:59.090912 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821ac8c6-2cf1-430c-913b-4eda81416734 None None] Checking segment: {'id': 'd651b8de-040e-45fb-a704-889b42bf87f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '071eeaa7-26e8-45e6-b749-6b85aeb26a90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:20:59.091384 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-821ac8c6-2cf1-430c-913b-4eda81416734 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:20:59.091773 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821ac8c6-2cf1-430c-913b-4eda81416734 None None] Bound using segment: {'id': 'd651b8de-040e-45fb-a704-889b42bf87f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '071eeaa7-26e8-45e6-b749-6b85aeb26a90'} {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:20:59.092266 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-821ac8c6-2cf1-430c-913b-4eda81416734 None None] Bound port: 5ec300e3-9bac-406a-a1b3-3003f40bf9db, host: dv-cinder-786873-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd651b8de-040e-45fb-a704-889b42bf87f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '071eeaa7-26e8-45e6-b749-6b85aeb26a90'}}] {{(pid=93643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:20:59.092654 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-821ac8c6-2cf1-430c-913b-4eda81416734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:20:59.162578 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-821ac8c6-2cf1-430c-913b-4eda81416734 None None] For port 5ec300e3-9bac-406a-a1b3-3003f40bf9db, host dv-cinder-786873-3-iscsi, cleared binding levels {{(pid=93643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:20:59.166845 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-821ac8c6-2cf1-430c-913b-4eda81416734 None None] For port 5ec300e3-9bac-406a-a1b3-3003f40bf9db, host dv-cinder-786873-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=5ec300e3-9bac-406a-a1b3-3003f40bf9db,segment=NetworkSegment(d651b8de-040e-45fb-a704-889b42bf87f9),segment_id=d651b8de-040e-45fb-a704-889b42bf87f9)] {{(pid=93643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:20:59.237670 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-821ac8c6-2cf1-430c-913b-4eda81416734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:20:59.241157 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-821ac8c6-2cf1-430c-913b-4eda81416734 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:20:59.310327 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821ac8c6-2cf1-430c-913b-4eda81416734 None None] Pushing event updated for resources: {'Port': ['ID=5ec300e3-9bac-406a-a1b3-3003f40bf9db,revision_number=2']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:20:59.313457 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-821ac8c6-2cf1-430c-913b-4eda81416734 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:21:00.420165 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 57154) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:21:00.760188 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [None req-29caf025-6f33-4adc-ad30-421c1e1a6b47 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 08:21:00.761250 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-29caf025-6f33-4adc-ad30-421c1e1a6b47 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3401473 Jun 18 08:21:03.218293 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 57162) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:21:03.553126 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [None req-d423fcaa-f70d-4710-8155-31afdf2ebb42 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 08:21:03.556208 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-d423fcaa-f70d-4710-8155-31afdf2ebb42 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3342180 Jun 18 08:21:05.510425 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5adaaad4-d388-488e-8e9f-77c73e4a0576 None None] Network 071eeaa7-26e8-45e6-b749-6b85aeb26a90 requested from dv-cinder-786873-3-iscsi {{(pid=93643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:21:05.647552 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-ea3b9530-58cc-4449-9c1a-9d9ce0228502 None None] Provisioning for port 5ec300e3-9bac-406a-a1b3-3003f40bf9db completed by entity DHCP. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:21:05.709629 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device 5ec300e3-9bac-406a-a1b3-3003f40bf9db up at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:21:05.904861 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning for port 5ec300e3-9bac-406a-a1b3-3003f40bf9db completed by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:21:05.911097 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning complete for port 5ec300e3-9bac-406a-a1b3-3003f40bf9db triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:21:05.911579 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:06.034653 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-c7bd987c-8b94-4914-be96-08a0ce2cbfbf None None] Provisioning complete for port 5ec300e3-9bac-406a-a1b3-3003f40bf9db triggered by entity DHCP. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:21:06.035272 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-c7bd987c-8b94-4914-be96-08a0ce2cbfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:06.036917 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:06.098671 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] For port 5ec300e3-9bac-406a-a1b3-3003f40bf9db, host dv-cinder-786873-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=5ec300e3-9bac-406a-a1b3-3003f40bf9db,segment=NetworkSegment(d651b8de-040e-45fb-a704-889b42bf87f9),segment_id=d651b8de-040e-45fb-a704-889b42bf87f9)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:21:06.139121 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-c7bd987c-8b94-4914-be96-08a0ce2cbfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:06.236770 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:06.241335 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:21:06.291366 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 57176) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:21:06.310864 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.db.api [None req-c7bd987c-8b94-4914-be96-08a0ce2cbfbf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93643) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 08:21:06.311179 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_db.api [None req-c7bd987c-8b94-4914-be96-08a0ce2cbfbf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 08:21:06.315818 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Pushing event updated for resources: {'Port': ['ID=5ec300e3-9bac-406a-a1b3-3003f40bf9db,revision_number=3']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:21:06.318946 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:21:06.595499 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [None req-377f2592-2d45-4a09-9611-e1f6ed4fa429 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'c70b5911e91a409eb84225bae5df5a04', 'admin_state_up': True}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:21:06.693756 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-377f2592-2d45-4a09-9611-e1f6ed4fa429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8345775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6504'] for router, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:06.695470 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-377f2592-2d45-4a09-9611-e1f6ed4fa429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8345810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7962524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8366830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6499'] for router, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:06.846238 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-377f2592-2d45-4a09-9611-e1f6ed4fa429 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:06.960992 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-377f2592-2d45-4a09-9611-e1f6ed4fa429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8345766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7960378'] for router, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:07.081772 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-377f2592-2d45-4a09-9611-e1f6ed4fa429 admin admin] Notify callbacks [] for router, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:07.082966 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-377f2592-2d45-4a09-9611-e1f6ed4fa429 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7904637 Jun 18 08:21:07.654562 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device 5ec300e3-9bac-406a-a1b3-3003f40bf9db up at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:21:07.710620 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning complete for port 5ec300e3-9bac-406a-a1b3-3003f40bf9db triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:21:07.710981 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:09.099029 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-84e8fba4-30dd-4a14-ba69-09afb46611a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:09.516663 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 57184) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:21:09.860309 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [None req-daf93c9f-4c03-47e9-9896-0488dcf6c64c admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 08:21:09.861315 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-daf93c9f-4c03-47e9-9896-0488dcf6c64c admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3433762 Jun 18 08:21:11.476223 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1756c7e-7e08-4249-a40a-6b229d720528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:11.776425 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:12.221400 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 57192) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:21:12.535435 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [None req-4e32ed76-e045-41fb-8c76-11a29508cbc0 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'router:external': True, 'is_default': True}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:21:12.613869 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e32ed76-e045-41fb-8c76-11a29508cbc0 admin admin] Made reservation on behalf of eac47f46cdc64d84925a9078dc701aa0 for: {'network': 1} {{(pid=93642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:21:12.617822 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-4e32ed76-e045-41fb-8c76-11a29508cbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-568420'] for network, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:12.635461 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-4e32ed76-e045-41fb-8c76-11a29508cbc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:12.752194 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-4e32ed76-e045-41fb-8c76-11a29508cbc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:12.790136 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-37edacc1-1ba5-460e-aa47-45b5acfa9d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:12.818804 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-4e32ed76-e045-41fb-8c76-11a29508cbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:12.824174 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:21:12.831920 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4e32ed76-e045-41fb-8c76-11a29508cbc0 admin admin] Reserving flat network on physical network physnet1 {{(pid=93642) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 18 08:21:12.866592 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-4e32ed76-e045-41fb-8c76-11a29508cbc0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741881978058', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001404'] for segment, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:12.867084 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-4e32ed76-e045-41fb-8c76-11a29508cbc0 admin admin] Unsubscribe: segment precommit_create {{(pid=93642) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 18 08:21:12.867574 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.db.segments_db [None req-4e32ed76-e045-41fb-8c76-11a29508cbc0 admin admin] Added segment 12e3d6c0-2a01-4ec9-a6e5-283a6c482531 of type flat for network 215fa03e-ed5a-4c2a-ba1d-c413840c30f2 Jun 18 08:21:12.885517 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e32ed76-e045-41fb-8c76-11a29508cbc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e30fba83-9e83-4d0e-ac7b-3de1a15d38cf,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:21:12.931508 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e32ed76-e045-41fb-8c76-11a29508cbc0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:21:12.931865 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e32ed76-e045-41fb-8c76-11a29508cbc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:21:12.932196 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e32ed76-e045-41fb-8c76-11a29508cbc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:21:12.932512 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e32ed76-e045-41fb-8c76-11a29508cbc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:21:12.932822 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e32ed76-e045-41fb-8c76-11a29508cbc0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:21:12.933144 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e32ed76-e045-41fb-8c76-11a29508cbc0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:21:12.933454 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e32ed76-e045-41fb-8c76-11a29508cbc0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:21:12.933757 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e32ed76-e045-41fb-8c76-11a29508cbc0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:21:12.934073 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e32ed76-e045-41fb-8c76-11a29508cbc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:21:12.934376 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e32ed76-e045-41fb-8c76-11a29508cbc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:21:12.934673 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e32ed76-e045-41fb-8c76-11a29508cbc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:21:12.934969 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e32ed76-e045-41fb-8c76-11a29508cbc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:21:12.936122 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e32ed76-e045-41fb-8c76-11a29508cbc0 admin admin] Tracked resource versions report: Jun 18 08:21:12.936122 dv-cinder-786873-3-iscsi neutron-server[93642]: pushed versions: Jun 18 08:21:12.936122 dv-cinder-786873-3-iscsi neutron-server[93642]: { 'AddressGroup': {'1.2'}, Jun 18 08:21:12.936122 dv-cinder-786873-3-iscsi neutron-server[93642]: 'ConntrackHelper': {'1.0'}, Jun 18 08:21:12.936122 dv-cinder-786873-3-iscsi neutron-server[93642]: 'Log': {'1.0'}, Jun 18 08:21:12.936122 dv-cinder-786873-3-iscsi neutron-server[93642]: 'Network': {'1.1'}, Jun 18 08:21:12.936122 dv-cinder-786873-3-iscsi neutron-server[93642]: 'Port': {'1.7'}, Jun 18 08:21:12.936122 dv-cinder-786873-3-iscsi neutron-server[93642]: 'PortForwarding': {'1.2'}, Jun 18 08:21:12.936122 dv-cinder-786873-3-iscsi neutron-server[93642]: 'QosPolicy': {'1.8'}, Jun 18 08:21:12.936122 dv-cinder-786873-3-iscsi neutron-server[93642]: 'SecurityGroup': {'1.4'}, Jun 18 08:21:12.936122 dv-cinder-786873-3-iscsi neutron-server[93642]: 'SecurityGroupRule': {'1.2'}, Jun 18 08:21:12.936122 dv-cinder-786873-3-iscsi neutron-server[93642]: 'SubPort': {'1.0'}, Jun 18 08:21:12.936122 dv-cinder-786873-3-iscsi neutron-server[93642]: 'Subnet': {'1.1'}, Jun 18 08:21:12.936122 dv-cinder-786873-3-iscsi neutron-server[93642]: 'Trunk': {'1.1'}} Jun 18 08:21:12.936122 dv-cinder-786873-3-iscsi neutron-server[93642]: consumer versions: Jun 18 08:21:12.936122 dv-cinder-786873-3-iscsi neutron-server[93642]: { DHCP agent@dv-cinder-786873-3-iscsi: {}, Jun 18 08:21:12.936122 dv-cinder-786873-3-iscsi neutron-server[93642]: L3 agent@dv-cinder-786873-3-iscsi: {}, Jun 18 08:21:12.936122 dv-cinder-786873-3-iscsi neutron-server[93642]: Metadata agent@dv-cinder-786873-3-iscsi: {}, Jun 18 08:21:12.936122 dv-cinder-786873-3-iscsi neutron-server[93642]: Metering agent@dv-cinder-786873-3-iscsi: {}, Jun 18 08:21:12.936122 dv-cinder-786873-3-iscsi neutron-server[93642]: Open vSwitch agent@dv-cinder-786873-3-iscsi: { 'AddressGroup': '1.2', Jun 18 08:21:12.936122 dv-cinder-786873-3-iscsi neutron-server[93642]: 'ConntrackHelper': '1.0', Jun 18 08:21:12.936122 dv-cinder-786873-3-iscsi neutron-server[93642]: 'Log': '1.0', Jun 18 08:21:12.936122 dv-cinder-786873-3-iscsi neutron-server[93642]: 'Network': '1.1', Jun 18 08:21:12.936122 dv-cinder-786873-3-iscsi neutron-server[93642]: 'Port': '1.7', Jun 18 08:21:12.936122 dv-cinder-786873-3-iscsi neutron-server[93642]: 'PortForwarding': '1.2', Jun 18 08:21:12.936122 dv-cinder-786873-3-iscsi neutron-server[93642]: 'QosPolicy': '1.8', Jun 18 08:21:12.936122 dv-cinder-786873-3-iscsi neutron-server[93642]: 'SecurityGroup': '1.4', Jun 18 08:21:12.936122 dv-cinder-786873-3-iscsi neutron-server[93642]: 'SecurityGroupRule': '1.2', Jun 18 08:21:12.936122 dv-cinder-786873-3-iscsi neutron-server[93642]: 'SubPort': '1.0', Jun 18 08:21:12.936122 dv-cinder-786873-3-iscsi neutron-server[93642]: 'Subnet': '1.1', Jun 18 08:21:12.936122 dv-cinder-786873-3-iscsi neutron-server[93642]: 'Trunk': '1.1'}} Jun 18 08:21:12.936122 dv-cinder-786873-3-iscsi neutron-server[93642]: {{(pid=93642) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 08:21:12.984809 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-4e32ed76-e045-41fb-8c76-11a29508cbc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:21:12.990446 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-4e32ed76-e045-41fb-8c76-11a29508cbc0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741881456851'] for network, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:13.110162 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-4e32ed76-e045-41fb-8c76-11a29508cbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8355133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484'] for network, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:13.111613 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e32ed76-e045-41fb-8c76-11a29508cbc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:21:13.112290 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-4e32ed76-e045-41fb-8c76-11a29508cbc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8041489'] for network, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:13.114278 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:21:13.208538 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e32ed76-e045-41fb-8c76-11a29508cbc0 admin admin] Pushing event updated for resources: {'Network': ['ID=215fa03e-ed5a-4c2a-ba1d-c413840c30f2,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:21:13.211604 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-4e32ed76-e045-41fb-8c76-11a29508cbc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:21:13.218705 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Network 215fa03e-ed5a-4c2a-ba1d-c413840c30f2 details requested by agent ovs-agent-dv-cinder-786873-3-iscsi with host dv-cinder-786873-3-iscsi {{(pid=93643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 08:21:13.247870 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-4e32ed76-e045-41fb-8c76-11a29508cbc0 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0253451 Jun 18 08:21:14.521491 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-624571b3-aef6-4a8c-8ab3-5c089201a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:15.569802 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 57214) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:21:15.811243 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006fc48c-7b8e-4447-a218-8194018cf7db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:21:15.813399 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-006fc48c-7b8e-4447-a218-8194018cf7db admin admin] 10.222.0.70 "GET /v2.0/subnets/a01958fd-9d50-4d71-a73a-3e6312adc77b HTTP/1.1" status: 200 len: 849 time: 0.2426438 Jun 18 08:21:15.930725 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-d5358c3f-eada-4e1a-af99-20de285133c9 admin admin] 10.222.0.70 "GET /v2.0/routers/2b6b47d5-6bdd-44d8-be01-e8898bc021ef HTTP/1.1" status: 200 len: 704 time: 0.1111307 Jun 18 08:21:16.195079 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-0c08fa05-c374-4c8f-8ae9-4d28e73078cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-568420'] for port, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:16.486681 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.db_base_plugin_common [None req-0c08fa05-c374-4c8f-8ae9-4d28e73078cf admin admin] Allocated IP 172.20.0.1 (071eeaa7-26e8-45e6-b749-6b85aeb26a90/a01958fd-9d50-4d71-a73a-3e6312adc77b/a08c1b14-0390-48c4-89ad-bd9c49cd61fa) {{(pid=93642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:21:16.669888 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-0c08fa05-c374-4c8f-8ae9-4d28e73078cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:16.693651 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-0c08fa05-c374-4c8f-8ae9-4d28e73078cf admin admin] Transition to ACTIVE for port object a08c1b14-0390-48c4-89ad-bd9c49cd61fa will not be triggered until provisioned by entity DHCP. {{(pid=93642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:21:16.829463 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-0c08fa05-c374-4c8f-8ae9-4d28e73078cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-568999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741881438814'] for port, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:16.832495 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:21:16.902500 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c08fa05-c374-4c8f-8ae9-4d28e73078cf admin admin] Network 071eeaa7-26e8-45e6-b749-6b85aeb26a90 is already hosted by enough agents. {{(pid=93642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:21:16.912148 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.base_scheduler [None req-0c08fa05-c374-4c8f-8ae9-4d28e73078cf admin admin] Resources bound (agent type, host, resource id): {{(pid=93642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:21:16.917375 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c08fa05-c374-4c8f-8ae9-4d28e73078cf admin admin] Pushing event updated for resources: {'Port': ['ID=a08c1b14-0390-48c4-89ad-bd9c49cd61fa,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:21:16.928661 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c08fa05-c374-4c8f-8ae9-4d28e73078cf admin admin] Received port after_create {{(pid=93642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:21:16.929282 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-0c08fa05-c374-4c8f-8ae9-4d28e73078cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7960853'] for router_interface, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:17.001507 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-0c08fa05-c374-4c8f-8ae9-4d28e73078cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:21:17.229838 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d624203e-bb82-4d31-88e1-e872bc6a8671 None None] Provisioning for port a08c1b14-0390-48c4-89ad-bd9c49cd61fa completed by entity DHCP. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:21:17.234338 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d624203e-bb82-4d31-88e1-e872bc6a8671 None None] Provisioning complete for port a08c1b14-0390-48c4-89ad-bd9c49cd61fa triggered by entity DHCP. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:21:17.234735 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d624203e-bb82-4d31-88e1-e872bc6a8671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:17.268129 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-d624203e-bb82-4d31-88e1-e872bc6a8671 None None] Port a08c1b14-0390-48c4-89ad-bd9c49cd61fa cannot update to ACTIVE because it is not bound. {{(pid=93643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 08:21:17.287075 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-0c08fa05-c374-4c8f-8ae9-4d28e73078cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:17.466621 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-0c08fa05-c374-4c8f-8ae9-4d28e73078cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:17.544721 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-0c08fa05-c374-4c8f-8ae9-4d28e73078cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:17.545928 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-0c08fa05-c374-4c8f-8ae9-4d28e73078cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8041570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7961100'] for router_interface, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:17.548416 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-0c08fa05-c374-4c8f-8ae9-4d28e73078cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:21:17.628187 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c08fa05-c374-4c8f-8ae9-4d28e73078cf admin admin] Pushing event updated for resources: {'Port': ['ID=a08c1b14-0390-48c4-89ad-bd9c49cd61fa,revision_number=2']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:21:17.632299 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-0c08fa05-c374-4c8f-8ae9-4d28e73078cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:21:17.675658 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c08fa05-c374-4c8f-8ae9-4d28e73078cf admin admin] Network 071eeaa7-26e8-45e6-b749-6b85aeb26a90 is already hosted by enough agents. {{(pid=93642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:21:17.676980 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.base_scheduler [None req-0c08fa05-c374-4c8f-8ae9-4d28e73078cf admin admin] Resources bound (agent type, host, resource id): {{(pid=93642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:21:17.889670 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-1e5d9ce6-73ad-4c2e-9cb4-535e9b3cc9fe None None] Provisioning complete for port a08c1b14-0390-48c4-89ad-bd9c49cd61fa triggered by entity DHCP. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:21:17.890700 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1e5d9ce6-73ad-4c2e-9cb4-535e9b3cc9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:17.904621 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c08fa05-c374-4c8f-8ae9-4d28e73078cf admin admin] Router 2b6b47d5-6bdd-44d8-be01-e8898bc021ef is scheduled to L3 agent ebfc1b20-a3df-4bae-b350-fc31028a16a3 with binding_index 1 {{(pid=93642) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 08:21:17.924798 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-1e5d9ce6-73ad-4c2e-9cb4-535e9b3cc9fe None None] Port a08c1b14-0390-48c4-89ad-bd9c49cd61fa cannot update to ACTIVE because it is not bound. {{(pid=93643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 08:21:17.995158 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c08fa05-c374-4c8f-8ae9-4d28e73078cf admin admin] Notify agent at l3_agent.dv-cinder-786873-3-iscsi the message routers_updated {{(pid=93642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:21:18.000866 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-0c08fa05-c374-4c8f-8ae9-4d28e73078cf admin admin] 10.222.0.70 "PUT /v2.0/routers/2b6b47d5-6bdd-44d8-be01-e8898bc021ef/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0653164 Jun 18 08:21:18.019989 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70aaddaa-b399-4458-852b-6eb23eeaf5e7 None None] Sync routers for ids ['2b6b47d5-6bdd-44d8-be01-e8898bc021ef'] in dv-cinder-786873-3-iscsi {{(pid=93644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:21:18.031822 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70aaddaa-b399-4458-852b-6eb23eeaf5e7 None None] Routers {'2b6b47d5-6bdd-44d8-be01-e8898bc021ef'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:21:18.032702 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_hamode_db [None req-70aaddaa-b399-4458-852b-6eb23eeaf5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:21:11Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['2b6b47d5-6bdd-44d8-be01-e8898bc021ef'], 'active': True} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:21:18.216718 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvr_db [None req-70aaddaa-b399-4458-852b-6eb23eeaf5e7 None None] Set router 2b6b47d5-6bdd-44d8-be01-e8898bc021ef gateway port host: None {{(pid=93644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:21:18.646739 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_hamode_db [None req-70aaddaa-b399-4458-852b-6eb23eeaf5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b6b47d5-6bdd-44d8-be01-e8898bc021ef', 'name': 'router1', 'tenant_id': 'c70b5911e91a409eb84225bae5df5a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:21:06Z', 'updated_at': '2021-06-18T08:21:17Z', 'revision_number': 2, 'project_id': 'c70b5911e91a409eb84225bae5df5a04', 'gw_port_host': None, '_interfaces': [{'id': 'a08c1b14-0390-48c4-89ad-bd9c49cd61fa', 'name': '', 'network_id': '071eeaa7-26e8-45e6-b749-6b85aeb26a90', 'tenant_id': 'c70b5911e91a409eb84225bae5df5a04', 'mac_address': 'fa:16:3e:3b:55:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b6b47d5-6bdd-44d8-be01-e8898bc021ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a01958fd-9d50-4d71-a73a-3e6312adc77b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:21:16Z', 'updated_at': '2021-06-18T08:21:17Z', 'revision_number': 2, 'project_id': 'c70b5911e91a409eb84225bae5df5a04', 'subnets': [{'id': 'a01958fd-9d50-4d71-a73a-3e6312adc77b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b0f5062e-b6d3-4411-874d-b2ac9bbd9603'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:21:18.698720 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70aaddaa-b399-4458-852b-6eb23eeaf5e7 None None] Checking router: 2b6b47d5-6bdd-44d8-be01-e8898bc021ef for host: dv-cinder-786873-3-iscsi {{(pid=93644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:21:18.699082 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70aaddaa-b399-4458-852b-6eb23eeaf5e7 None None] Updating router 2b6b47d5-6bdd-44d8-be01-e8898bc021ef port a08c1b14-0390-48c4-89ad-bd9c49cd61fa binding host dv-cinder-786873-3-iscsi {{(pid=93644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 08:21:18.761828 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-70aaddaa-b399-4458-852b-6eb23eeaf5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:19.248263 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-70aaddaa-b399-4458-852b-6eb23eeaf5e7 None None] Notify callbacks [] for port, precommit_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:19.267337 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.provisioning_blocks [None req-70aaddaa-b399-4458-852b-6eb23eeaf5e7 None None] Transition to ACTIVE for port object a08c1b14-0390-48c4-89ad-bd9c49cd61fa will not be triggered until provisioned by entity L2. {{(pid=93644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:21:19.384774 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-70aaddaa-b399-4458-852b-6eb23eeaf5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:19.387866 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:21:19.588852 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0f24f3-7523-41cc-90ad-092e7a526b31 None None] Pushing event updated for resources: {'Port': ['ID=a08c1b14-0390-48c4-89ad-bd9c49cd61fa,revision_number=3']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:21:19.609355 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0f24f3-7523-41cc-90ad-092e7a526b31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:21:19.609692 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0f24f3-7523-41cc-90ad-092e7a526b31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:21:19.610021 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0f24f3-7523-41cc-90ad-092e7a526b31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:21:19.610342 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0f24f3-7523-41cc-90ad-092e7a526b31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:21:19.610660 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0f24f3-7523-41cc-90ad-092e7a526b31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:21:19.610977 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0f24f3-7523-41cc-90ad-092e7a526b31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:21:19.611291 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0f24f3-7523-41cc-90ad-092e7a526b31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:21:19.611639 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0f24f3-7523-41cc-90ad-092e7a526b31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:21:19.612003 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0f24f3-7523-41cc-90ad-092e7a526b31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:21:19.612295 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0f24f3-7523-41cc-90ad-092e7a526b31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:21:19.612605 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0f24f3-7523-41cc-90ad-092e7a526b31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:21:19.612913 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0f24f3-7523-41cc-90ad-092e7a526b31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:21:19.614018 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0f24f3-7523-41cc-90ad-092e7a526b31 None None] Tracked resource versions report: Jun 18 08:21:19.614018 dv-cinder-786873-3-iscsi neutron-server[93644]: pushed versions: Jun 18 08:21:19.614018 dv-cinder-786873-3-iscsi neutron-server[93644]: { 'AddressGroup': {'1.2'}, Jun 18 08:21:19.614018 dv-cinder-786873-3-iscsi neutron-server[93644]: 'ConntrackHelper': {'1.0'}, Jun 18 08:21:19.614018 dv-cinder-786873-3-iscsi neutron-server[93644]: 'Log': {'1.0'}, Jun 18 08:21:19.614018 dv-cinder-786873-3-iscsi neutron-server[93644]: 'Network': {'1.1'}, Jun 18 08:21:19.614018 dv-cinder-786873-3-iscsi neutron-server[93644]: 'Port': {'1.7'}, Jun 18 08:21:19.614018 dv-cinder-786873-3-iscsi neutron-server[93644]: 'PortForwarding': {'1.2'}, Jun 18 08:21:19.614018 dv-cinder-786873-3-iscsi neutron-server[93644]: 'QosPolicy': {'1.8'}, Jun 18 08:21:19.614018 dv-cinder-786873-3-iscsi neutron-server[93644]: 'SecurityGroup': {'1.4'}, Jun 18 08:21:19.614018 dv-cinder-786873-3-iscsi neutron-server[93644]: 'SecurityGroupRule': {'1.2'}, Jun 18 08:21:19.614018 dv-cinder-786873-3-iscsi neutron-server[93644]: 'SubPort': {'1.0'}, Jun 18 08:21:19.614018 dv-cinder-786873-3-iscsi neutron-server[93644]: 'Subnet': {'1.1'}, Jun 18 08:21:19.614018 dv-cinder-786873-3-iscsi neutron-server[93644]: 'Trunk': {'1.1'}} Jun 18 08:21:19.614018 dv-cinder-786873-3-iscsi neutron-server[93644]: consumer versions: Jun 18 08:21:19.614018 dv-cinder-786873-3-iscsi neutron-server[93644]: { DHCP agent@dv-cinder-786873-3-iscsi: {}, Jun 18 08:21:19.614018 dv-cinder-786873-3-iscsi neutron-server[93644]: L3 agent@dv-cinder-786873-3-iscsi: {}, Jun 18 08:21:19.614018 dv-cinder-786873-3-iscsi neutron-server[93644]: Metadata agent@dv-cinder-786873-3-iscsi: {}, Jun 18 08:21:19.614018 dv-cinder-786873-3-iscsi neutron-server[93644]: Metering agent@dv-cinder-786873-3-iscsi: {}, Jun 18 08:21:19.614018 dv-cinder-786873-3-iscsi neutron-server[93644]: Open vSwitch agent@dv-cinder-786873-3-iscsi: { 'AddressGroup': '1.2', Jun 18 08:21:19.614018 dv-cinder-786873-3-iscsi neutron-server[93644]: 'ConntrackHelper': '1.0', Jun 18 08:21:19.614018 dv-cinder-786873-3-iscsi neutron-server[93644]: 'Log': '1.0', Jun 18 08:21:19.614018 dv-cinder-786873-3-iscsi neutron-server[93644]: 'Network': '1.1', Jun 18 08:21:19.614018 dv-cinder-786873-3-iscsi neutron-server[93644]: 'Port': '1.7', Jun 18 08:21:19.614018 dv-cinder-786873-3-iscsi neutron-server[93644]: 'PortForwarding': '1.2', Jun 18 08:21:19.614018 dv-cinder-786873-3-iscsi neutron-server[93644]: 'QosPolicy': '1.8', Jun 18 08:21:19.614018 dv-cinder-786873-3-iscsi neutron-server[93644]: 'SecurityGroup': '1.4', Jun 18 08:21:19.614018 dv-cinder-786873-3-iscsi neutron-server[93644]: 'SecurityGroupRule': '1.2', Jun 18 08:21:19.614018 dv-cinder-786873-3-iscsi neutron-server[93644]: 'SubPort': '1.0', Jun 18 08:21:19.614018 dv-cinder-786873-3-iscsi neutron-server[93644]: 'Subnet': '1.1', Jun 18 08:21:19.614018 dv-cinder-786873-3-iscsi neutron-server[93644]: 'Trunk': '1.1'}} Jun 18 08:21:19.614018 dv-cinder-786873-3-iscsi neutron-server[93644]: {{(pid=93644) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 08:21:19.618701 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.managers [None req-70aaddaa-b399-4458-852b-6eb23eeaf5e7 None None] Attempting to bind port a08c1b14-0390-48c4-89ad-bd9c49cd61fa on host dv-cinder-786873-3-iscsi for vnic_type normal with profile {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:21:19.619107 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.managers [None req-70aaddaa-b399-4458-852b-6eb23eeaf5e7 None None] Attempting to bind port a08c1b14-0390-48c4-89ad-bd9c49cd61fa by drivers openvswitch,hyperv on host dv-cinder-786873-3-iscsi at level 0 using segments [{'id': 'd651b8de-040e-45fb-a704-889b42bf87f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '071eeaa7-26e8-45e6-b749-6b85aeb26a90'}] {{(pid=93644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:21:19.619552 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70aaddaa-b399-4458-852b-6eb23eeaf5e7 None None] Attempting to bind port a08c1b14-0390-48c4-89ad-bd9c49cd61fa on network 071eeaa7-26e8-45e6-b749-6b85aeb26a90 {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:21:19.621677 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-fc0f24f3-7523-41cc-90ad-092e7a526b31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:21:19.626322 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70aaddaa-b399-4458-852b-6eb23eeaf5e7 None None] Checking agent: {'id': '38b9d690-c74c-4031-9e4b-d740e9188e6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 20, 42), 'started_at': datetime.datetime(2021, 6, 18, 8, 21, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:21:19.626735 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70aaddaa-b399-4458-852b-6eb23eeaf5e7 None None] Checking segment: {'id': 'd651b8de-040e-45fb-a704-889b42bf87f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '071eeaa7-26e8-45e6-b749-6b85aeb26a90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:21:19.627234 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-70aaddaa-b399-4458-852b-6eb23eeaf5e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:19.627621 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70aaddaa-b399-4458-852b-6eb23eeaf5e7 None None] Bound using segment: {'id': 'd651b8de-040e-45fb-a704-889b42bf87f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '071eeaa7-26e8-45e6-b749-6b85aeb26a90'} {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:21:19.628163 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.managers [None req-70aaddaa-b399-4458-852b-6eb23eeaf5e7 None None] Bound port: a08c1b14-0390-48c4-89ad-bd9c49cd61fa, host: dv-cinder-786873-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd651b8de-040e-45fb-a704-889b42bf87f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '071eeaa7-26e8-45e6-b749-6b85aeb26a90'}}] {{(pid=93644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:21:19.628534 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-70aaddaa-b399-4458-852b-6eb23eeaf5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:19.696758 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.db [None req-70aaddaa-b399-4458-852b-6eb23eeaf5e7 None None] For port a08c1b14-0390-48c4-89ad-bd9c49cd61fa, host dv-cinder-786873-3-iscsi, cleared binding levels {{(pid=93644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:21:19.718036 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.db [None req-70aaddaa-b399-4458-852b-6eb23eeaf5e7 None None] For port a08c1b14-0390-48c4-89ad-bd9c49cd61fa, host dv-cinder-786873-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=a08c1b14-0390-48c4-89ad-bd9c49cd61fa,segment=NetworkSegment(d651b8de-040e-45fb-a704-889b42bf87f9),segment_id=d651b8de-040e-45fb-a704-889b42bf87f9)] {{(pid=93644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:21:19.793880 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-70aaddaa-b399-4458-852b-6eb23eeaf5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:19.796960 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:21:19.855734 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70aaddaa-b399-4458-852b-6eb23eeaf5e7 None None] Routers {'2b6b47d5-6bdd-44d8-be01-e8898bc021ef'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:21:19.856387 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_hamode_db [None req-70aaddaa-b399-4458-852b-6eb23eeaf5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:21:11Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['2b6b47d5-6bdd-44d8-be01-e8898bc021ef'], 'active': True} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:21:19.921463 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0f24f3-7523-41cc-90ad-092e7a526b31 None None] Pushing event updated for resources: {'Port': ['ID=a08c1b14-0390-48c4-89ad-bd9c49cd61fa,revision_number=4']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:21:19.941760 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-fc0f24f3-7523-41cc-90ad-092e7a526b31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:21:19.955020 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvr_db [None req-70aaddaa-b399-4458-852b-6eb23eeaf5e7 None None] Set router 2b6b47d5-6bdd-44d8-be01-e8898bc021ef gateway port host: None {{(pid=93644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:21:20.198735 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_hamode_db [None req-70aaddaa-b399-4458-852b-6eb23eeaf5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b6b47d5-6bdd-44d8-be01-e8898bc021ef', 'name': 'router1', 'tenant_id': 'c70b5911e91a409eb84225bae5df5a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:21:06Z', 'updated_at': '2021-06-18T08:21:17Z', 'revision_number': 2, 'project_id': 'c70b5911e91a409eb84225bae5df5a04', 'gw_port_host': None, '_interfaces': [{'id': 'a08c1b14-0390-48c4-89ad-bd9c49cd61fa', 'name': '', 'network_id': '071eeaa7-26e8-45e6-b749-6b85aeb26a90', 'tenant_id': 'c70b5911e91a409eb84225bae5df5a04', 'mac_address': 'fa:16:3e:3b:55:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b6b47d5-6bdd-44d8-be01-e8898bc021ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a01958fd-9d50-4d71-a73a-3e6312adc77b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:21:16Z', 'updated_at': '2021-06-18T08:21:19Z', 'revision_number': 4, 'project_id': 'c70b5911e91a409eb84225bae5df5a04', 'subnets': [{'id': 'a01958fd-9d50-4d71-a73a-3e6312adc77b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b0f5062e-b6d3-4411-874d-b2ac9bbd9603'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:21:20.230827 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70aaddaa-b399-4458-852b-6eb23eeaf5e7 None None] The sync data for ids ['2b6b47d5-6bdd-44d8-be01-e8898bc021ef'] in dv-cinder-786873-3-iscsi is: [{'id': '2b6b47d5-6bdd-44d8-be01-e8898bc021ef', 'name': 'router1', 'tenant_id': 'c70b5911e91a409eb84225bae5df5a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:21:06Z', 'updated_at': '2021-06-18T08:21:17Z', 'revision_number': 2, 'project_id': 'c70b5911e91a409eb84225bae5df5a04', 'gw_port_host': None, '_interfaces': [{'id': 'a08c1b14-0390-48c4-89ad-bd9c49cd61fa', 'name': '', 'network_id': '071eeaa7-26e8-45e6-b749-6b85aeb26a90', 'tenant_id': 'c70b5911e91a409eb84225bae5df5a04', 'mac_address': 'fa:16:3e:3b:55:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b6b47d5-6bdd-44d8-be01-e8898bc021ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a01958fd-9d50-4d71-a73a-3e6312adc77b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:21:16Z', 'updated_at': '2021-06-18T08:21:19Z', 'revision_number': 4, 'project_id': 'c70b5911e91a409eb84225bae5df5a04', 'subnets': [{'id': 'a01958fd-9d50-4d71-a73a-3e6312adc77b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b0f5062e-b6d3-4411-874d-b2ac9bbd9603'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:21:20.264312 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 57236) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:21:20.398813 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8dc117b-a932-4c55-b93a-4a12c5f51aa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:21:20.400178 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-b8dc117b-a932-4c55-b93a-4a12c5f51aa6 admin admin] 10.222.0.70 "GET /v2.0/networks/215fa03e-ed5a-4c2a-ba1d-c413840c30f2 HTTP/1.1" status: 200 len: 842 time: 0.1347532 Jun 18 08:21:20.409848 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [None req-8f5c025d-1765-4b9f-a77e-b614fe9987b4 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'enable_dhcp': False}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:21:20.504085 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f5c025d-1765-4b9f-a77e-b614fe9987b4 admin admin] Made reservation on behalf of eac47f46cdc64d84925a9078dc701aa0 for: {'subnet': 1} {{(pid=93642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:21:20.506678 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8f5c025d-1765-4b9f-a77e-b614fe9987b4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:20.884868 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.objects.ports [None req-8f5c025d-1765-4b9f-a77e-b614fe9987b4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93642) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 18 08:21:20.885358 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8f5c025d-1765-4b9f-a77e-b614fe9987b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479'] for subnet, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:20.888164 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:21:20.941302 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5c025d-1765-4b9f-a77e-b614fe9987b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b938f688-1844-46d6-ac73-91c028ff50eb,revision_number=0']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:21:20.947421 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-8f5c025d-1765-4b9f-a77e-b614fe9987b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:21:20.950892 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5c025d-1765-4b9f-a77e-b614fe9987b4 admin admin] Checking segment: {'id': '12e3d6c0-2a01-4ec9-a6e5-283a6c482531', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:21:20.951239 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5c025d-1765-4b9f-a77e-b614fe9987b4 admin admin] Network hostable DHCP agents. Network: 215fa03e-ed5a-4c2a-ba1d-c413840c30f2, hostable agents: ['ccc23fe2-6cc8-4973-a644-121019cdbd4e'], hosted agents: [] {{(pid=93642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 08:21:21.052481 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5c025d-1765-4b9f-a77e-b614fe9987b4 admin admin] Network 215fa03e-ed5a-4c2a-ba1d-c413840c30f2 is scheduled to be hosted by DHCP agent ccc23fe2-6cc8-4973-a644-121019cdbd4e with binding_index 1 {{(pid=93642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 08:21:21.121364 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.base_scheduler [None req-8f5c025d-1765-4b9f-a77e-b614fe9987b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786873-3-iscsi, 215fa03e-ed5a-4c2a-ba1d-c413840c30f2) {{(pid=93642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:21:21.132647 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5c025d-1765-4b9f-a77e-b614fe9987b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:21:21.133288 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8f5c025d-1765-4b9f-a77e-b614fe9987b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8041489'] for subnet, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:21.134035 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99333833-20bc-42c4-9656-0028994a60d6 None None] Network 215fa03e-ed5a-4c2a-ba1d-c413840c30f2 requested from dv-cinder-786873-3-iscsi {{(pid=93643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:21:21.216139 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-8f5c025d-1765-4b9f-a77e-b614fe9987b4 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8012025 Jun 18 08:21:21.261746 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b3ec2d-f079-4c47-9014-4287a2e6481b None None] Network 215fa03e-ed5a-4c2a-ba1d-c413840c30f2 requested from dv-cinder-786873-3-iscsi {{(pid=93643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:21:23.509437 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 57248) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:21:23.679233 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device a08c1b14-0390-48c4-89ad-bd9c49cd61fa up at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:21:23.778695 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-7bce5208-77f5-4b81-a4c3-5a1e33bf1988 admin admin] 10.222.0.70 "GET /v2.0/routers/2b6b47d5-6bdd-44d8-be01-e8898bc021ef HTTP/1.1" status: 200 len: 710 time: 0.2681289 Jun 18 08:21:23.800646 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning for port a08c1b14-0390-48c4-89ad-bd9c49cd61fa completed by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:21:23.804986 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning complete for port a08c1b14-0390-48c4-89ad-bd9c49cd61fa triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:21:23.805357 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:23.909270 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e038974-bff2-45cd-bb15-285133a94f8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:21:23.911110 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-3e038974-bff2-45cd-bb15-285133a94f8b admin admin] 10.222.0.70 "GET /v2.0/networks/215fa03e-ed5a-4c2a-ba1d-c413840c30f2 HTTP/1.1" status: 200 len: 886 time: 0.1253159 Jun 18 08:21:23.921190 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-0fe0f126-1e7e-4a6e-8c7f-855bb05ea897 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2'}}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:21:23.942098 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:23.982548 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] For port a08c1b14-0390-48c4-89ad-bd9c49cd61fa, host dv-cinder-786873-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=a08c1b14-0390-48c4-89ad-bd9c49cd61fa,segment=NetworkSegment(d651b8de-040e-45fb-a704-889b42bf87f9),segment_id=d651b8de-040e-45fb-a704-889b42bf87f9)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:21:24.056408 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:24.058777 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-821ac8c6-2cf1-430c-913b-4eda81416734 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:21:24.109164 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Pushing event updated for resources: {'Port': ['ID=a08c1b14-0390-48c4-89ad-bd9c49cd61fa,revision_number=5']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:21:24.112679 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:21:24.190837 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-0fe0f126-1e7e-4a6e-8c7f-855bb05ea897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962606', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8345693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6517'] for router, precommit_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:24.512950 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-0fe0f126-1e7e-4a6e-8c7f-855bb05ea897 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:24.594880 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-0fe0f126-1e7e-4a6e-8c7f-855bb05ea897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-568420'] for port, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:24.750080 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.db.db_base_plugin_common [None req-0fe0f126-1e7e-4a6e-8c7f-855bb05ea897 admin admin] Allocated IP 172.27.2.19 (215fa03e-ed5a-4c2a-ba1d-c413840c30f2/b938f688-1844-46d6-ac73-91c028ff50eb/b79ce6be-7ec2-4e0a-84f2-c108e7359c26) {{(pid=93641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:21:24.908129 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-0fe0f126-1e7e-4a6e-8c7f-855bb05ea897 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:25.047546 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-0fe0f126-1e7e-4a6e-8c7f-855bb05ea897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-568999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741881438814'] for port, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:25.049732 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:21:25.125183 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe0f126-1e7e-4a6e-8c7f-855bb05ea897 admin admin] Network 215fa03e-ed5a-4c2a-ba1d-c413840c30f2 is already hosted by enough agents. {{(pid=93641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:21:25.130022 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.base_scheduler [None req-0fe0f126-1e7e-4a6e-8c7f-855bb05ea897 admin admin] Resources bound (agent type, host, resource id): {{(pid=93641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:21:25.134698 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe0f126-1e7e-4a6e-8c7f-855bb05ea897 admin admin] Received port after_create {{(pid=93641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:21:25.137603 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe0f126-1e7e-4a6e-8c7f-855bb05ea897 admin admin] Pushing event updated for resources: {'Port': ['ID=b79ce6be-7ec2-4e0a-84f2-c108e7359c26,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:21:25.168949 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-0fe0f126-1e7e-4a6e-8c7f-855bb05ea897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:21:25.495374 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-0fe0f126-1e7e-4a6e-8c7f-855bb05ea897 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:25.662930 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device a08c1b14-0390-48c4-89ad-bd9c49cd61fa up at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:21:25.702881 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-0fe0f126-1e7e-4a6e-8c7f-855bb05ea897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962606', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8345693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6517'] for router, precommit_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:25.707328 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-0fe0f126-1e7e-4a6e-8c7f-855bb05ea897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7960378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7962560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7962615', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8345684'] for router, after_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:25.712586 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning complete for port a08c1b14-0390-48c4-89ad-bd9c49cd61fa triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:21:25.713015 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:25.820349 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fe0f126-1e7e-4a6e-8c7f-855bb05ea897 admin admin] Router 2b6b47d5-6bdd-44d8-be01-e8898bc021ef has already been hosted by L3 agent ebfc1b20-a3df-4bae-b350-fc31028a16a3 {{(pid=93641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 08:21:25.928187 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fe0f126-1e7e-4a6e-8c7f-855bb05ea897 admin admin] Notify agent at l3_agent.dv-cinder-786873-3-iscsi the message routers_updated {{(pid=93641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:21:25.932447 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-0fe0f126-1e7e-4a6e-8c7f-855bb05ea897 admin admin] Notify callbacks [] for router, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:25.933774 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-0fe0f126-1e7e-4a6e-8c7f-855bb05ea897 admin admin] 10.222.0.70 "PUT /v2.0/routers/2b6b47d5-6bdd-44d8-be01-e8898bc021ef HTTP/1.1" status: 200 len: 889 time: 2.0160456 Jun 18 08:21:25.939264 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b77ade-10c7-4d8d-8093-7fac91309cf8 None None] Sync routers for ids ['2b6b47d5-6bdd-44d8-be01-e8898bc021ef'] in dv-cinder-786873-3-iscsi {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:21:25.951347 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b77ade-10c7-4d8d-8093-7fac91309cf8 None None] Routers {'2b6b47d5-6bdd-44d8-be01-e8898bc021ef'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:21:25.952773 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-91b77ade-10c7-4d8d-8093-7fac91309cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:21:11Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['2b6b47d5-6bdd-44d8-be01-e8898bc021ef'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:21:26.176322 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-91b77ade-10c7-4d8d-8093-7fac91309cf8 None None] Set router 2b6b47d5-6bdd-44d8-be01-e8898bc021ef gateway port host: dv-cinder-786873-3-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:21:26.591157 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-91b77ade-10c7-4d8d-8093-7fac91309cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b6b47d5-6bdd-44d8-be01-e8898bc021ef', 'name': 'router1', 'tenant_id': 'c70b5911e91a409eb84225bae5df5a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'b79ce6be-7ec2-4e0a-84f2-c108e7359c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:21:06Z', 'updated_at': '2021-06-18T08:21:25Z', 'revision_number': 4, 'project_id': 'c70b5911e91a409eb84225bae5df5a04', 'gw_port': {'id': 'b79ce6be-7ec2-4e0a-84f2-c108e7359c26', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ce:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b6b47d5-6bdd-44d8-be01-e8898bc021ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:21:24Z', 'updated_at': '2021-06-18T08:21:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_interfaces': [{'id': 'a08c1b14-0390-48c4-89ad-bd9c49cd61fa', 'name': '', 'network_id': '071eeaa7-26e8-45e6-b749-6b85aeb26a90', 'tenant_id': 'c70b5911e91a409eb84225bae5df5a04', 'mac_address': 'fa:16:3e:3b:55:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6b47d5-6bdd-44d8-be01-e8898bc021ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a01958fd-9d50-4d71-a73a-3e6312adc77b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:21:16Z', 'updated_at': '2021-06-18T08:21:23Z', 'revision_number': 5, 'project_id': 'c70b5911e91a409eb84225bae5df5a04', 'subnets': [{'id': 'a01958fd-9d50-4d71-a73a-3e6312adc77b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b0f5062e-b6d3-4411-874d-b2ac9bbd9603'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:21:26.642932 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b77ade-10c7-4d8d-8093-7fac91309cf8 None None] Checking router: 2b6b47d5-6bdd-44d8-be01-e8898bc021ef for host: dv-cinder-786873-3-iscsi {{(pid=93643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:21:26.643282 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b77ade-10c7-4d8d-8093-7fac91309cf8 None None] Updating router 2b6b47d5-6bdd-44d8-be01-e8898bc021ef port b79ce6be-7ec2-4e0a-84f2-c108e7359c26 binding host dv-cinder-786873-3-iscsi {{(pid=93643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 08:21:26.680619 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-91b77ade-10c7-4d8d-8093-7fac91309cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:27.037163 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-91b77ade-10c7-4d8d-8093-7fac91309cf8 None None] Notify callbacks [] for port, precommit_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:27.049159 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-91b77ade-10c7-4d8d-8093-7fac91309cf8 None None] Transition to ACTIVE for port object b79ce6be-7ec2-4e0a-84f2-c108e7359c26 will not be triggered until provisioned by entity L2. {{(pid=93643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:21:27.132276 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-91b77ade-10c7-4d8d-8093-7fac91309cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:27.134698 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:21:27.264432 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-91b77ade-10c7-4d8d-8093-7fac91309cf8 None None] Attempting to bind port b79ce6be-7ec2-4e0a-84f2-c108e7359c26 on host dv-cinder-786873-3-iscsi for vnic_type normal with profile {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:21:27.264923 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-91b77ade-10c7-4d8d-8093-7fac91309cf8 None None] Attempting to bind port b79ce6be-7ec2-4e0a-84f2-c108e7359c26 by drivers openvswitch,hyperv on host dv-cinder-786873-3-iscsi at level 0 using segments [{'id': '12e3d6c0-2a01-4ec9-a6e5-283a6c482531', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2'}] {{(pid=93643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:21:27.265294 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b77ade-10c7-4d8d-8093-7fac91309cf8 None None] Attempting to bind port b79ce6be-7ec2-4e0a-84f2-c108e7359c26 on network 215fa03e-ed5a-4c2a-ba1d-c413840c30f2 {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:21:27.270824 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f993df7-3746-4b8a-9d2b-6401c55d6819 None None] Pushing event updated for resources: {'Port': ['ID=b79ce6be-7ec2-4e0a-84f2-c108e7359c26,revision_number=2']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:21:27.274909 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-6f993df7-3746-4b8a-9d2b-6401c55d6819 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:21:27.275811 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b77ade-10c7-4d8d-8093-7fac91309cf8 None None] Checking agent: {'id': '38b9d690-c74c-4031-9e4b-d740e9188e6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 20, 42), 'started_at': datetime.datetime(2021, 6, 18, 8, 21, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:21:27.276211 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b77ade-10c7-4d8d-8093-7fac91309cf8 None None] Checking segment: {'id': '12e3d6c0-2a01-4ec9-a6e5-283a6c482531', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:21:27.276621 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-91b77ade-10c7-4d8d-8093-7fac91309cf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:27.277038 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b77ade-10c7-4d8d-8093-7fac91309cf8 None None] Bound using segment: {'id': '12e3d6c0-2a01-4ec9-a6e5-283a6c482531', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2'} {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:21:27.277517 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-91b77ade-10c7-4d8d-8093-7fac91309cf8 None None] Bound port: b79ce6be-7ec2-4e0a-84f2-c108e7359c26, host: dv-cinder-786873-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12e3d6c0-2a01-4ec9-a6e5-283a6c482531', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2'}}] {{(pid=93643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:21:27.278543 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-91b77ade-10c7-4d8d-8093-7fac91309cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:27.334726 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-91b77ade-10c7-4d8d-8093-7fac91309cf8 None None] For port b79ce6be-7ec2-4e0a-84f2-c108e7359c26, host dv-cinder-786873-3-iscsi, cleared binding levels {{(pid=93643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:21:27.339544 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-91b77ade-10c7-4d8d-8093-7fac91309cf8 None None] For port b79ce6be-7ec2-4e0a-84f2-c108e7359c26, host dv-cinder-786873-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=b79ce6be-7ec2-4e0a-84f2-c108e7359c26,segment=NetworkSegment(12e3d6c0-2a01-4ec9-a6e5-283a6c482531),segment_id=12e3d6c0-2a01-4ec9-a6e5-283a6c482531)] {{(pid=93643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:21:27.464255 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-91b77ade-10c7-4d8d-8093-7fac91309cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:27.466713 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:21:27.526028 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b77ade-10c7-4d8d-8093-7fac91309cf8 None None] Routers {'2b6b47d5-6bdd-44d8-be01-e8898bc021ef'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:21:27.526654 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-91b77ade-10c7-4d8d-8093-7fac91309cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:21:11Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['2b6b47d5-6bdd-44d8-be01-e8898bc021ef'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:21:27.528475 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f993df7-3746-4b8a-9d2b-6401c55d6819 None None] Pushing event updated for resources: {'Port': ['ID=b79ce6be-7ec2-4e0a-84f2-c108e7359c26,revision_number=3']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:21:27.533116 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-6f993df7-3746-4b8a-9d2b-6401c55d6819 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:21:27.644113 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-91b77ade-10c7-4d8d-8093-7fac91309cf8 None None] Set router 2b6b47d5-6bdd-44d8-be01-e8898bc021ef gateway port host: dv-cinder-786873-3-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:21:27.903555 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-91b77ade-10c7-4d8d-8093-7fac91309cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b6b47d5-6bdd-44d8-be01-e8898bc021ef', 'name': 'router1', 'tenant_id': 'c70b5911e91a409eb84225bae5df5a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'b79ce6be-7ec2-4e0a-84f2-c108e7359c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:21:06Z', 'updated_at': '2021-06-18T08:21:25Z', 'revision_number': 4, 'project_id': 'c70b5911e91a409eb84225bae5df5a04', 'gw_port': {'id': 'b79ce6be-7ec2-4e0a-84f2-c108e7359c26', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ce:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b6b47d5-6bdd-44d8-be01-e8898bc021ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:21:24Z', 'updated_at': '2021-06-18T08:21:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_interfaces': [{'id': 'a08c1b14-0390-48c4-89ad-bd9c49cd61fa', 'name': '', 'network_id': '071eeaa7-26e8-45e6-b749-6b85aeb26a90', 'tenant_id': 'c70b5911e91a409eb84225bae5df5a04', 'mac_address': 'fa:16:3e:3b:55:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6b47d5-6bdd-44d8-be01-e8898bc021ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a01958fd-9d50-4d71-a73a-3e6312adc77b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:21:16Z', 'updated_at': '2021-06-18T08:21:23Z', 'revision_number': 5, 'project_id': 'c70b5911e91a409eb84225bae5df5a04', 'subnets': [{'id': 'a01958fd-9d50-4d71-a73a-3e6312adc77b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b0f5062e-b6d3-4411-874d-b2ac9bbd9603'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:21:27.931251 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b77ade-10c7-4d8d-8093-7fac91309cf8 None None] The sync data for ids ['2b6b47d5-6bdd-44d8-be01-e8898bc021ef'] in dv-cinder-786873-3-iscsi is: [{'id': '2b6b47d5-6bdd-44d8-be01-e8898bc021ef', 'name': 'router1', 'tenant_id': 'c70b5911e91a409eb84225bae5df5a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'b79ce6be-7ec2-4e0a-84f2-c108e7359c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:21:06Z', 'updated_at': '2021-06-18T08:21:25Z', 'revision_number': 4, 'project_id': 'c70b5911e91a409eb84225bae5df5a04', 'gw_port': {'id': 'b79ce6be-7ec2-4e0a-84f2-c108e7359c26', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ce:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b6b47d5-6bdd-44d8-be01-e8898bc021ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:21:24Z', 'updated_at': '2021-06-18T08:21:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_interfaces': [{'id': 'a08c1b14-0390-48c4-89ad-bd9c49cd61fa', 'name': '', 'network_id': '071eeaa7-26e8-45e6-b749-6b85aeb26a90', 'tenant_id': 'c70b5911e91a409eb84225bae5df5a04', 'mac_address': 'fa:16:3e:3b:55:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6b47d5-6bdd-44d8-be01-e8898bc021ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a01958fd-9d50-4d71-a73a-3e6312adc77b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:21:16Z', 'updated_at': '2021-06-18T08:21:23Z', 'revision_number': 5, 'project_id': 'c70b5911e91a409eb84225bae5df5a04', 'subnets': [{'id': 'a01958fd-9d50-4d71-a73a-3e6312adc77b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b0f5062e-b6d3-4411-874d-b2ac9bbd9603'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:21:28.442626 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 57256) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:21:28.584011 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-ce93008e-3dee-4dd1-9b5c-29fc3b57f623 admin admin] 10.222.0.70 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1402290 Jun 18 08:21:28.957984 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.agents_db [None req-a940af84-dce7-47c4-b5d3-ae67f117b383 None None] Agent healthcheck: found 5 active agents {{(pid=93644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:21:29.702590 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device b79ce6be-7ec2-4e0a-84f2-c108e7359c26 up at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:21:29.834801 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning for port b79ce6be-7ec2-4e0a-84f2-c108e7359c26 completed by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:21:29.840819 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning complete for port b79ce6be-7ec2-4e0a-84f2-c108e7359c26 triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:21:29.841197 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:29.936033 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:29.970192 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] For port b79ce6be-7ec2-4e0a-84f2-c108e7359c26, host dv-cinder-786873-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=b79ce6be-7ec2-4e0a-84f2-c108e7359c26,segment=NetworkSegment(12e3d6c0-2a01-4ec9-a6e5-283a6c482531),segment_id=12e3d6c0-2a01-4ec9-a6e5-283a6c482531)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:21:30.092823 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:30.094996 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:21:30.145164 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Pushing event updated for resources: {'Port': ['ID=b79ce6be-7ec2-4e0a-84f2-c108e7359c26,revision_number=4']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:21:30.148503 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:21:31.707748 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device b79ce6be-7ec2-4e0a-84f2-c108e7359c26 up at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:21:31.773935 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning complete for port b79ce6be-7ec2-4e0a-84f2-c108e7359c26 triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:21:31.774283 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:39.075002 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-571eea2b-3c96-4535-9829-7e432134e180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:41.492084 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-f1b78738-bf78-44cc-b154-7f785a55d9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:41.800507 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:42.783469 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-37edacc1-1ba5-460e-aa47-45b5acfa9d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:21:44.495799 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-624571b3-aef6-4a8c-8ab3-5c089201a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:22:05.957508 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.agents_db [None req-a940af84-dce7-47c4-b5d3-ae67f117b383 None None] Agent healthcheck: found 5 active agents {{(pid=93644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:22:09.032948 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-868db301-0f50-40a2-8b06-0c279e2c6941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:22:11.694969 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-3435e699-d62b-47a8-976f-27482808c389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:22:11.786947 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:22:12.791128 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-37edacc1-1ba5-460e-aa47-45b5acfa9d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:22:14.505415 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-624571b3-aef6-4a8c-8ab3-5c089201a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:22:39.070867 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-6cf30b2c-7375-44ef-a96b-512d5d8f3e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:22:41.471173 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-733b8f06-feca-49a7-9fce-2ab4d2fd9fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:22:41.904846 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:22:42.784952 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-37edacc1-1ba5-460e-aa47-45b5acfa9d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:22:42.956298 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.agents_db [None req-a940af84-dce7-47c4-b5d3-ae67f117b383 None None] Agent healthcheck: found 5 active agents {{(pid=93644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:22:44.482382 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-624571b3-aef6-4a8c-8ab3-5c089201a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:23:07.434007 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 57824) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:23:07.492898 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e6b8635-8ab9-426b-aeba-b414946af496 admin admin] GET failed (client error): The resource could not be found. Jun 18 08:23:07.495094 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-9e6b8635-8ab9-426b-aeba-b414946af496 admin admin] 10.222.0.70 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0598934 Jun 18 08:23:07.651751 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634ad4f5-e7c2-4f6e-8b42-be15dc6ed674 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:23:07.653225 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-634ad4f5-e7c2-4f6e-8b42-be15dc6ed674 admin admin] 10.222.0.70 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1546261 Jun 18 08:23:09.052189 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-a00ca929-c616-43ef-aedc-0f321d7b7269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:23:09.799516 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 57834) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:23:09.889030 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d516974-4fac-49f6-8167-c011bd064bbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:23:09.890247 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-8d516974-4fac-49f6-8167-c011bd064bbd admin admin] 10.222.0.70 "GET /v2.0/subnets/a01958fd-9d50-4d71-a73a-3e6312adc77b HTTP/1.1" status: 200 len: 849 time: 0.0897787 Jun 18 08:23:09.899202 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [None req-3b2f6047-248e-4a88-9004-26920ecaae97 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:23:09.979942 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-3b2f6047-248e-4a88-9004-26920ecaae97 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:23:10.194448 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-3b2f6047-248e-4a88-9004-26920ecaae97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741882028252'] for subnet, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:23:10.196532 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-8f5c025d-1765-4b9f-a77e-b614fe9987b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:23:10.226948 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2f6047-248e-4a88-9004-26920ecaae97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:23:10.227516 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-3b2f6047-248e-4a88-9004-26920ecaae97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8041489'] for subnet, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:23:10.232272 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825ecdfb-8ebf-4ab1-bfdb-38450a4ccd0d None None] Network 071eeaa7-26e8-45e6-b749-6b85aeb26a90 requested from dv-cinder-786873-3-iscsi {{(pid=93643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:23:10.232751 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-3b2f6047-248e-4a88-9004-26920ecaae97 admin admin] 10.222.0.70 "PUT /v2.0/subnets/a01958fd-9d50-4d71-a73a-3e6312adc77b HTTP/1.1" status: 200 len: 868 time: 0.3367450 Jun 18 08:23:10.251837 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2f6047-248e-4a88-9004-26920ecaae97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a01958fd-9d50-4d71-a73a-3e6312adc77b,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:23:10.259730 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2f6047-248e-4a88-9004-26920ecaae97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:23:10.260298 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2f6047-248e-4a88-9004-26920ecaae97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:23:10.260804 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2f6047-248e-4a88-9004-26920ecaae97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:23:10.261159 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2f6047-248e-4a88-9004-26920ecaae97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:23:10.261489 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2f6047-248e-4a88-9004-26920ecaae97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:23:10.261855 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2f6047-248e-4a88-9004-26920ecaae97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:23:10.262187 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2f6047-248e-4a88-9004-26920ecaae97 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:23:10.262511 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2f6047-248e-4a88-9004-26920ecaae97 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:23:10.262845 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2f6047-248e-4a88-9004-26920ecaae97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:23:10.263168 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2f6047-248e-4a88-9004-26920ecaae97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:23:10.263483 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2f6047-248e-4a88-9004-26920ecaae97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:23:10.264045 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2f6047-248e-4a88-9004-26920ecaae97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:23:10.267514 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-3b2f6047-248e-4a88-9004-26920ecaae97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:23:10.661557 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-e33e86e6-f328-4701-bee1-145836168475 None None] Provisioning complete for port 5ec300e3-9bac-406a-a1b3-3003f40bf9db triggered by entity DHCP. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:23:10.661928 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e33e86e6-f328-4701-bee1-145836168475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:23:10.748140 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-e33e86e6-f328-4701-bee1-145836168475 None None] Provisioning complete for port a08c1b14-0390-48c4-89ad-bd9c49cd61fa triggered by entity DHCP. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:23:10.748414 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e33e86e6-f328-4701-bee1-145836168475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:23:11.451715 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-2b2245b6-cf51-4fba-9ce3-c206a894b011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:23:11.874638 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:23:12.390884 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 57844) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:23:12.656900 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87867e88-bfd3-4efd-983b-0f77a22697a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:23:12.657382 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87867e88-bfd3-4efd-983b-0f77a22697a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:23:12.658897 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-87867e88-bfd3-4efd-983b-0f77a22697a8 admin admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2670653 Jun 18 08:23:12.771513 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-37edacc1-1ba5-460e-aa47-45b5acfa9d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:23:14.485658 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-624571b3-aef6-4a8c-8ab3-5c089201a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:23:14.778660 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 57852) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:23:14.908452 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21dd59d7-29c5-4197-b55d-4d946abf9864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:23:14.908935 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21dd59d7-29c5-4197-b55d-4d946abf9864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:23:14.910433 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-21dd59d7-29c5-4197-b55d-4d946abf9864 admin admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1308413 Jun 18 08:23:17.040641 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 57860) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:23:17.165976 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfc3ce7-203d-4289-a3df-af38d588cc88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:23:17.167308 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-4dfc3ce7-203d-4289-a3df-af38d588cc88 admin admin] 10.222.0.70 "GET /v2.0/networks/071eeaa7-26e8-45e6-b749-6b85aeb26a90 HTTP/1.1" status: 200 len: 869 time: 0.1256607 Jun 18 08:23:19.317271 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 57868) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:23:19.441330 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dafc4f7-53a9-47ce-a388-8646f446a7c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:23:19.442678 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-3dafc4f7-53a9-47ce-a388-8646f446a7c9 admin admin] 10.222.0.70 "GET /v2.0/networks/215fa03e-ed5a-4c2a-ba1d-c413840c30f2 HTTP/1.1" status: 200 len: 886 time: 0.1244736 Jun 18 08:23:20.010915 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.agents_db [None req-a940af84-dce7-47c4-b5d3-ae67f117b383 None None] Agent healthcheck: found 5 active agents {{(pid=93644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:23:21.555304 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 57876) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:23:21.678892 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5f280c-aa04-4d90-9757-54dfa02d4c74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:23:21.679357 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5f280c-aa04-4d90-9757-54dfa02d4c74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:23:21.681065 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-dd5f280c-aa04-4d90-9757-54dfa02d4c74 admin admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1247272 Jun 18 08:23:23.809279 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 57884) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:23:23.902330 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91df7e2-93f8-4658-bac3-aaaf95e2c147 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:23:23.902948 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91df7e2-93f8-4658-bac3-aaaf95e2c147 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:23:23.904498 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-d91df7e2-93f8-4658-bac3-aaaf95e2c147 admin admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0942760 Jun 18 08:23:26.025901 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 57892) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:23:26.191432 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e16b24-1539-4e42-963c-bfc98e09d78a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:23:26.192847 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-24e16b24-1539-4e42-963c-bfc98e09d78a admin admin] 10.222.0.70 "GET /v2.0/subnets/a01958fd-9d50-4d71-a73a-3e6312adc77b HTTP/1.1" status: 200 len: 868 time: 0.1659763 Jun 18 08:23:28.346086 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 57900) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:23:28.429717 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cedb24e-8655-4382-8b81-5cd9b7717257 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:23:28.431150 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-6cedb24e-8655-4382-8b81-5cd9b7717257 admin admin] 10.222.0.70 "GET /v2.0/subnets/b938f688-1844-46d6-ac73-91c028ff50eb HTTP/1.1" status: 200 len: 816 time: 0.0841179 Jun 18 08:23:39.061644 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-fdbd5ba5-fc02-48b8-8e97-2ee45fed1dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:23:41.461789 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-64867c55-e6cd-4396-922e-709bc759085d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:23:41.873164 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:23:42.782164 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-37edacc1-1ba5-460e-aa47-45b5acfa9d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:23:44.478677 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-624571b3-aef6-4a8c-8ab3-5c089201a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:23:51.854739 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 57944) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:23:51.904557 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [None req-8db3b149-a63c-4a9c-9892-714f8fd54e1b admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 08:23:51.905532 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-8db3b149-a63c-4a9c-9892-714f8fd54e1b admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0498762 Jun 18 08:23:54.117272 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 57952) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:23:54.177395 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.pecan_wsgi.hooks.translation [None req-14fb9646-499e-4a6c-a908-4e251053abfe admin admin] GET failed (client error): The resource could not be found. Jun 18 08:23:54.179272 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-14fb9646-499e-4a6c-a908-4e251053abfe admin admin] 10.222.0.70 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0610123 Jun 18 08:23:54.262224 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ad4829-6ff6-4747-b8c3-72dc4ac9b09d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:23:54.263685 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-e3ad4829-6ff6-4747-b8c3-72dc4ac9b09d admin admin] 10.222.0.70 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0805044 Jun 18 08:23:56.454250 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 57960) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:23:56.503478 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [None req-fd50a7e7-3593-4df6-b0f1-4d63c1ab30ce admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:23:56.587209 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd50a7e7-3593-4df6-b0f1-4d63c1ab30ce admin admin] Made reservation on behalf of eac47f46cdc64d84925a9078dc701aa0 for: {'network': 1} {{(pid=93642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:23:56.589718 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-fd50a7e7-3593-4df6-b0f1-4d63c1ab30ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-568420'] for network, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:23:56.619585 dv-cinder-786873-3-iscsi neutron-server[93642]: WARNING neutron.services.revisions.revision_plugin [None req-fd50a7e7-3593-4df6-b0f1-4d63c1ab30ce admin admin] Could not find related network for resource to bump revision. Jun 18 08:23:56.633872 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd50a7e7-3593-4df6-b0f1-4d63c1ab30ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 948} {{(pid=93642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 08:23:56.643203 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-fd50a7e7-3593-4df6-b0f1-4d63c1ab30ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001404'] for segment, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:23:56.643541 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.db.segments_db [None req-fd50a7e7-3593-4df6-b0f1-4d63c1ab30ce admin admin] Added segment 4daca6e2-5127-4268-8d1c-03c799381b2c of type vlan for network 547cf3d4-af8a-4884-a431-ae35c89def3a Jun 18 08:23:56.687372 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-fd50a7e7-3593-4df6-b0f1-4d63c1ab30ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741881456851'] for network, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:23:56.786989 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-fd50a7e7-3593-4df6-b0f1-4d63c1ab30ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8355133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484'] for network, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:23:56.788946 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd50a7e7-3593-4df6-b0f1-4d63c1ab30ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:23:56.789513 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-fd50a7e7-3593-4df6-b0f1-4d63c1ab30ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8041489'] for network, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:23:56.791730 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-4e32ed76-e045-41fb-8c76-11a29508cbc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:23:56.852267 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd50a7e7-3593-4df6-b0f1-4d63c1ab30ce admin admin] Pushing event updated for resources: {'Network': ['ID=547cf3d4-af8a-4884-a431-ae35c89def3a,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:23:56.855578 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-fd50a7e7-3593-4df6-b0f1-4d63c1ab30ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:23:56.863292 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Network 547cf3d4-af8a-4884-a431-ae35c89def3a details requested by agent ovs-agent-dv-cinder-786873-3-iscsi with host dv-cinder-786873-3-iscsi {{(pid=93643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 08:23:56.895761 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-fd50a7e7-3593-4df6-b0f1-4d63c1ab30ce admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4401779 Jun 18 08:23:56.961196 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.agents_db [None req-a940af84-dce7-47c4-b5d3-ae67f117b383 None None] Agent healthcheck: found 5 active agents {{(pid=93644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:23:59.096663 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 57968) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:23:59.155990 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4eb08bb-7ecc-4671-a7c2-2376200119ef admin admin] GET failed (client error): The resource could not be found. Jun 18 08:23:59.157287 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-f4eb08bb-7ecc-4671-a7c2-2376200119ef admin admin] 10.222.0.70 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0596805 Jun 18 08:23:59.256565 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd44f8a-7e3a-4566-ae7f-1e966f3f1e42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:23:59.258200 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-5bd44f8a-7e3a-4566-ae7f-1e966f3f1e42 admin admin] 10.222.0.70 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0971467 Jun 18 08:23:59.267831 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [None req-eef1b987-d9c9-465c-838e-2bf83d15f43c admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '547cf3d4-af8a-4884-a431-ae35c89def3a', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:23:59.666931 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef1b987-d9c9-465c-838e-2bf83d15f43c admin admin] Made reservation on behalf of eac47f46cdc64d84925a9078dc701aa0 for: {'subnet': 1} {{(pid=93642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:23:59.669270 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-eef1b987-d9c9-465c-838e-2bf83d15f43c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:23:59.918954 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-eef1b987-d9c9-465c-838e-2bf83d15f43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479'] for subnet, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:23:59.921202 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:23:59.976271 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef1b987-d9c9-465c-838e-2bf83d15f43c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2be231d0-a86a-4a9b-a096-dc713305d176,revision_number=0']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:23:59.979823 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-eef1b987-d9c9-465c-838e-2bf83d15f43c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:23:59.991253 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef1b987-d9c9-465c-838e-2bf83d15f43c admin admin] Checking segment: {'id': '4daca6e2-5127-4268-8d1c-03c799381b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '547cf3d4-af8a-4884-a431-ae35c89def3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:23:59.991253 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef1b987-d9c9-465c-838e-2bf83d15f43c admin admin] Network hostable DHCP agents. Network: 547cf3d4-af8a-4884-a431-ae35c89def3a, hostable agents: ['ccc23fe2-6cc8-4973-a644-121019cdbd4e'], hosted agents: [] {{(pid=93642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 08:24:00.085126 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef1b987-d9c9-465c-838e-2bf83d15f43c admin admin] Network 547cf3d4-af8a-4884-a431-ae35c89def3a is scheduled to be hosted by DHCP agent ccc23fe2-6cc8-4973-a644-121019cdbd4e with binding_index 1 {{(pid=93642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 08:24:00.164368 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.base_scheduler [None req-eef1b987-d9c9-465c-838e-2bf83d15f43c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786873-3-iscsi, 547cf3d4-af8a-4884-a431-ae35c89def3a) {{(pid=93642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:24:00.170371 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef1b987-d9c9-465c-838e-2bf83d15f43c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:24:00.172125 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-eef1b987-d9c9-465c-838e-2bf83d15f43c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8041489'] for subnet, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:24:00.178523 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ef6b09-bb5d-486a-ba17-f3c99c4b30c6 None None] Network 547cf3d4-af8a-4884-a431-ae35c89def3a requested from dv-cinder-786873-3-iscsi {{(pid=93643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:24:00.256943 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-eef1b987-d9c9-465c-838e-2bf83d15f43c admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9919224 Jun 18 08:24:00.439805 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b476e8f0-cf44-4eea-9c91-d61e2894e53e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp441df14c-9ab6-5f11-a186-516be8319024-547cf3d4-af8a-4884-a431-ae35c89def3a', 'network_id': '547cf3d4-af8a-4884-a431-ae35c89def3a', 'tenant_id': 'eac47f46cdc64d84925a9078dc701aa0', 'fixed_ips': [{'subnet_id': '2be231d0-a86a-4a9b-a096-dc713305d176'}]}} from dv-cinder-786873-3-iscsi. {{(pid=93643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 08:24:00.441143 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-b476e8f0-cf44-4eea-9c91-d61e2894e53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-568420'] for port, before_create {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:24:00.594918 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.db_base_plugin_common [None req-b476e8f0-cf44-4eea-9c91-d61e2894e53e None None] Allocated IP 192.168.233.2 (547cf3d4-af8a-4884-a431-ae35c89def3a/2be231d0-a86a-4a9b-a096-dc713305d176/8504916d-c2c9-4116-829a-b322693c3f20) {{(pid=93643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:24:00.765881 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-b476e8f0-cf44-4eea-9c91-d61e2894e53e None None] Notify callbacks [] for port, precommit_create {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:24:00.777824 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-b476e8f0-cf44-4eea-9c91-d61e2894e53e None None] Transition to ACTIVE for port object 8504916d-c2c9-4116-829a-b322693c3f20 will not be triggered until provisioned by entity L2. {{(pid=93643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:24:00.795339 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-b476e8f0-cf44-4eea-9c91-d61e2894e53e None None] Transition to ACTIVE for port object 8504916d-c2c9-4116-829a-b322693c3f20 will not be triggered until provisioned by entity DHCP. {{(pid=93643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:24:00.867865 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-b476e8f0-cf44-4eea-9c91-d61e2894e53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-568999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741881438814'] for port, after_create {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:24:00.870954 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:24:00.923031 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b476e8f0-cf44-4eea-9c91-d61e2894e53e None None] Pushing event updated for resources: {'Port': ['ID=8504916d-c2c9-4116-829a-b322693c3f20,revision_number=1']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:24:00.928651 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b476e8f0-cf44-4eea-9c91-d61e2894e53e None None] Network 547cf3d4-af8a-4884-a431-ae35c89def3a is already hosted by enough agents. {{(pid=93643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:24:00.934094 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b476e8f0-cf44-4eea-9c91-d61e2894e53e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:24:00.934094 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b476e8f0-cf44-4eea-9c91-d61e2894e53e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:24:00.934094 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b476e8f0-cf44-4eea-9c91-d61e2894e53e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:24:00.934450 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b476e8f0-cf44-4eea-9c91-d61e2894e53e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:24:00.934531 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b476e8f0-cf44-4eea-9c91-d61e2894e53e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:24:00.935035 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b476e8f0-cf44-4eea-9c91-d61e2894e53e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:24:00.935584 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b476e8f0-cf44-4eea-9c91-d61e2894e53e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:24:00.936092 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b476e8f0-cf44-4eea-9c91-d61e2894e53e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:24:00.936428 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b476e8f0-cf44-4eea-9c91-d61e2894e53e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:24:00.936771 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b476e8f0-cf44-4eea-9c91-d61e2894e53e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:24:00.937098 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b476e8f0-cf44-4eea-9c91-d61e2894e53e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:24:00.937401 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b476e8f0-cf44-4eea-9c91-d61e2894e53e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:24:00.941151 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.scheduler.base_scheduler [None req-b476e8f0-cf44-4eea-9c91-d61e2894e53e None None] Resources bound (agent type, host, resource id): {{(pid=93643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:24:00.959915 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-b476e8f0-cf44-4eea-9c91-d61e2894e53e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:24:00.971909 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b476e8f0-cf44-4eea-9c91-d61e2894e53e None None] Received port after_create {{(pid=93643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:24:01.041747 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-b476e8f0-cf44-4eea-9c91-d61e2894e53e None None] Attempting to bind port 8504916d-c2c9-4116-829a-b322693c3f20 on host dv-cinder-786873-3-iscsi for vnic_type normal with profile {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:24:01.041747 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-b476e8f0-cf44-4eea-9c91-d61e2894e53e None None] Attempting to bind port 8504916d-c2c9-4116-829a-b322693c3f20 by drivers openvswitch,hyperv on host dv-cinder-786873-3-iscsi at level 0 using segments [{'id': '4daca6e2-5127-4268-8d1c-03c799381b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '547cf3d4-af8a-4884-a431-ae35c89def3a'}] {{(pid=93643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:24:01.041747 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b476e8f0-cf44-4eea-9c91-d61e2894e53e None None] Attempting to bind port 8504916d-c2c9-4116-829a-b322693c3f20 on network 547cf3d4-af8a-4884-a431-ae35c89def3a {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:24:01.047372 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b476e8f0-cf44-4eea-9c91-d61e2894e53e None None] Checking agent: {'id': '38b9d690-c74c-4031-9e4b-d740e9188e6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 20, 42), 'started_at': datetime.datetime(2021, 6, 18, 8, 21, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:24:01.047752 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b476e8f0-cf44-4eea-9c91-d61e2894e53e None None] Checking segment: {'id': '4daca6e2-5127-4268-8d1c-03c799381b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '547cf3d4-af8a-4884-a431-ae35c89def3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:24:01.048190 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-b476e8f0-cf44-4eea-9c91-d61e2894e53e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:24:01.048589 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b476e8f0-cf44-4eea-9c91-d61e2894e53e None None] Bound using segment: {'id': '4daca6e2-5127-4268-8d1c-03c799381b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '547cf3d4-af8a-4884-a431-ae35c89def3a'} {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:24:01.049071 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-b476e8f0-cf44-4eea-9c91-d61e2894e53e None None] Bound port: 8504916d-c2c9-4116-829a-b322693c3f20, host: dv-cinder-786873-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4daca6e2-5127-4268-8d1c-03c799381b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '547cf3d4-af8a-4884-a431-ae35c89def3a'}}] {{(pid=93643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:24:01.049445 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-b476e8f0-cf44-4eea-9c91-d61e2894e53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:24:01.118434 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-b476e8f0-cf44-4eea-9c91-d61e2894e53e None None] For port 8504916d-c2c9-4116-829a-b322693c3f20, host dv-cinder-786873-3-iscsi, cleared binding levels {{(pid=93643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:24:01.124437 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-b476e8f0-cf44-4eea-9c91-d61e2894e53e None None] For port 8504916d-c2c9-4116-829a-b322693c3f20, host dv-cinder-786873-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=8504916d-c2c9-4116-829a-b322693c3f20,segment=NetworkSegment(4daca6e2-5127-4268-8d1c-03c799381b2c),segment_id=4daca6e2-5127-4268-8d1c-03c799381b2c)] {{(pid=93643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:24:01.198897 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-b476e8f0-cf44-4eea-9c91-d61e2894e53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:24:01.201315 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:24:01.257196 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b476e8f0-cf44-4eea-9c91-d61e2894e53e None None] Pushing event updated for resources: {'Port': ['ID=8504916d-c2c9-4116-829a-b322693c3f20,revision_number=2']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:24:01.264683 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-b476e8f0-cf44-4eea-9c91-d61e2894e53e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:24:01.801943 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device 8504916d-c2c9-4116-829a-b322693c3f20 up at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:24:01.930303 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning for port 8504916d-c2c9-4116-829a-b322693c3f20 completed by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:24:02.132496 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29fcee8b-df71-4c44-869f-fa7b77d954e1 None None] Network 547cf3d4-af8a-4884-a431-ae35c89def3a requested from dv-cinder-786873-3-iscsi {{(pid=93643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:24:02.262017 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-4bbfb234-a99d-4a36-a5fe-f7c19e84ff96 None None] Provisioning for port 8504916d-c2c9-4116-829a-b322693c3f20 completed by entity DHCP. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:24:02.274588 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-4bbfb234-a99d-4a36-a5fe-f7c19e84ff96 None None] Provisioning complete for port 8504916d-c2c9-4116-829a-b322693c3f20 triggered by entity DHCP. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:24:02.275197 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-4bbfb234-a99d-4a36-a5fe-f7c19e84ff96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:24:02.429489 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-4bbfb234-a99d-4a36-a5fe-f7c19e84ff96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:24:02.484154 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-4bbfb234-a99d-4a36-a5fe-f7c19e84ff96 None None] For port 8504916d-c2c9-4116-829a-b322693c3f20, host dv-cinder-786873-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=8504916d-c2c9-4116-829a-b322693c3f20,segment=NetworkSegment(4daca6e2-5127-4268-8d1c-03c799381b2c),segment_id=4daca6e2-5127-4268-8d1c-03c799381b2c)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:24:02.563878 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-4bbfb234-a99d-4a36-a5fe-f7c19e84ff96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:24:02.566201 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-6f993df7-3746-4b8a-9d2b-6401c55d6819 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:24:02.630394 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbfb234-a99d-4a36-a5fe-f7c19e84ff96 None None] Pushing event updated for resources: {'Port': ['ID=8504916d-c2c9-4116-829a-b322693c3f20,revision_number=3']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:24:02.634488 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-4bbfb234-a99d-4a36-a5fe-f7c19e84ff96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:24:02.689491 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-eb2add00-ecf6-4541-ace5-a3e84d0ca4bf None None] Provisioning complete for port 8504916d-c2c9-4116-829a-b322693c3f20 triggered by entity DHCP. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:24:02.689826 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-eb2add00-ecf6-4541-ace5-a3e84d0ca4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:24:03.780755 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device 8504916d-c2c9-4116-829a-b322693c3f20 up at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:24:03.828851 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning complete for port 8504916d-c2c9-4116-829a-b322693c3f20 triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:24:03.829220 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:24:09.043883 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-cfae28b6-fc8a-4665-b9d6-1d7898d67acc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:24:11.443672 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-f80c93de-5491-4ae4-b026-10be4e94d5c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:24:11.872485 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:24:12.780651 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-37edacc1-1ba5-460e-aa47-45b5acfa9d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:24:14.477808 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-624571b3-aef6-4a8c-8ab3-5c089201a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:24:33.960162 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.agents_db [None req-a940af84-dce7-47c4-b5d3-ae67f117b383 None None] Agent healthcheck: found 5 active agents {{(pid=93644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:24:39.052322 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d20e7360-956e-4e70-819d-bc342deb1797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:24:41.458994 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-7f1998a7-303d-4360-9607-7d9555faeba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:24:41.891701 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:24:42.795122 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-37edacc1-1ba5-460e-aa47-45b5acfa9d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:24:44.481936 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-624571b3-aef6-4a8c-8ab3-5c089201a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:25:09.052523 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-be0018fd-cf7b-4923-95f5-174b37e73bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:25:10.958499 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.agents_db [None req-a940af84-dce7-47c4-b5d3-ae67f117b383 None None] Agent healthcheck: found 5 active agents {{(pid=93644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:25:11.512633 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-bc403228-4040-497b-850a-f3dd5d1121c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:25:11.867208 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:25:12.799157 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-37edacc1-1ba5-460e-aa47-45b5acfa9d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:25:14.492319 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-624571b3-aef6-4a8c-8ab3-5c089201a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:25:17.668968 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 58022) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:25:17.674900 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [None req-0ed5a679-9f08-4f53-a5b3-c421158e79c8 tempest-verify_tempest_config-660064447 tempest-verify_tempest_config-660064447-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 08:25:17.675863 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-0ed5a679-9f08-4f53-a5b3-c421158e79c8 tempest-verify_tempest_config-660064447 tempest-verify_tempest_config-660064447-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059328 Jun 18 08:25:18.178487 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 58040) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:25:18.276071 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-e65039f4-2a97-4b0a-8dd9-953ff62833fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:25:18.367005 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-e65039f4-2a97-4b0a-8dd9-953ff62833fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:25:18.444054 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-e65039f4-2a97-4b0a-8dd9-953ff62833fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:25:18.447379 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:25:18.490906 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-e65039f4-2a97-4b0a-8dd9-953ff62833fc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9d48448771d74d169916a543b80393e2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3113556 Jun 18 08:25:18.491825 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65039f4-2a97-4b0a-8dd9-953ff62833fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=815b285c-61d5-47e4-a54b-73d8a9c6fdea,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:25:18.493706 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 58046) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:25:18.498881 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65039f4-2a97-4b0a-8dd9-953ff62833fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:25:18.499241 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65039f4-2a97-4b0a-8dd9-953ff62833fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:25:18.499584 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65039f4-2a97-4b0a-8dd9-953ff62833fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:25:18.499973 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65039f4-2a97-4b0a-8dd9-953ff62833fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:25:18.500306 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65039f4-2a97-4b0a-8dd9-953ff62833fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:25:18.500659 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65039f4-2a97-4b0a-8dd9-953ff62833fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:25:18.500974 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65039f4-2a97-4b0a-8dd9-953ff62833fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:25:18.501453 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65039f4-2a97-4b0a-8dd9-953ff62833fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:25:18.501815 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65039f4-2a97-4b0a-8dd9-953ff62833fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:25:18.502152 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65039f4-2a97-4b0a-8dd9-953ff62833fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:25:18.502463 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65039f4-2a97-4b0a-8dd9-953ff62833fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:25:18.502758 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65039f4-2a97-4b0a-8dd9-953ff62833fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:25:18.510182 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-e65039f4-2a97-4b0a-8dd9-953ff62833fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:25:18.552397 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-514c9bbb-f1cc-4f44-a034-6b911b958b17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:25:18.572120 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-514c9bbb-f1cc-4f44-a034-6b911b958b17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:25:18.721814 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-514c9bbb-f1cc-4f44-a034-6b911b958b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:25:18.724710 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-514c9bbb-f1cc-4f44-a034-6b911b958b17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:25:18.725880 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-514c9bbb-f1cc-4f44-a034-6b911b958b17 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/815b285c-61d5-47e4-a54b-73d8a9c6fdea HTTP/1.1" status: 204 len: 168 time: 0.2306707 Jun 18 08:25:18.726589 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-4e32ed76-e045-41fb-8c76-11a29508cbc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:25:18.733951 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514c9bbb-f1cc-4f44-a034-6b911b958b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=815b285c-61d5-47e4-a54b-73d8a9c6fdea,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:25:18.741085 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514c9bbb-f1cc-4f44-a034-6b911b958b17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:25:18.741452 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514c9bbb-f1cc-4f44-a034-6b911b958b17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:25:18.741793 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514c9bbb-f1cc-4f44-a034-6b911b958b17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:25:18.742125 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514c9bbb-f1cc-4f44-a034-6b911b958b17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:25:18.742585 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514c9bbb-f1cc-4f44-a034-6b911b958b17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:25:18.742795 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514c9bbb-f1cc-4f44-a034-6b911b958b17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:25:18.743130 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514c9bbb-f1cc-4f44-a034-6b911b958b17 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:25:18.743444 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514c9bbb-f1cc-4f44-a034-6b911b958b17 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:25:18.743804 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514c9bbb-f1cc-4f44-a034-6b911b958b17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:25:18.744155 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514c9bbb-f1cc-4f44-a034-6b911b958b17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:25:18.744479 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514c9bbb-f1cc-4f44-a034-6b911b958b17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:25:18.744793 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514c9bbb-f1cc-4f44-a034-6b911b958b17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:25:18.748481 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-514c9bbb-f1cc-4f44-a034-6b911b958b17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:25:39.068445 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-04b41de7-aaa9-4753-9c8a-abf5225d9533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:25:41.485056 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-bfab19de-3808-456b-8891-d5446a5ade93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:25:41.911178 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:25:42.802303 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-37edacc1-1ba5-460e-aa47-45b5acfa9d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:25:44.519210 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-624571b3-aef6-4a8c-8ab3-5c089201a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:25:47.956883 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.agents_db [None req-a940af84-dce7-47c4-b5d3-ae67f117b383 None None] Agent healthcheck: found 5 active agents {{(pid=93644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:26:09.052314 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e16385b5-004c-408e-a409-34b5e68261ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:26:11.469140 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-2f2b8c16-aadd-4095-a814-ca1d38e38db5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:26:11.880546 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:26:12.826556 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-37edacc1-1ba5-460e-aa47-45b5acfa9d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:26:14.512529 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-624571b3-aef6-4a8c-8ab3-5c089201a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:26:24.956200 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.agents_db [None req-a940af84-dce7-47c4-b5d3-ae67f117b383 None None] Agent healthcheck: found 5 active agents {{(pid=93644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:26:39.067834 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-0070ca5a-5e5e-4732-aa5a-1c125fe66ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:26:41.501140 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e1a9aee6-9573-4d83-803b-cb317ef2af38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:26:41.899738 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:26:42.803477 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-37edacc1-1ba5-460e-aa47-45b5acfa9d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:26:44.518376 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-624571b3-aef6-4a8c-8ab3-5c089201a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:26:56.129279 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049'] for agent, after_create {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:27:01.956105 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.agents_db [None req-a940af84-dce7-47c4-b5d3-ae67f117b383 None None] Agent healthcheck: found 6 active agents {{(pid=93644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:27:09.043906 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-59fc053b-4fad-4a63-b190-3c5606fd790c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:27:10.595749 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 58118) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:27:10.697519 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-8e2b31d0-24e6-47e5-b83f-87f00b473e51 admin admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1006451 Jun 18 08:27:11.488036 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-fb93e6d1-cf92-4c2e-87c8-b663ea0fbca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:27:11.882309 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:27:12.802924 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-37edacc1-1ba5-460e-aa47-45b5acfa9d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:27:12.849431 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 58128) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:27:12.902066 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-bb12e69d-51f8-4453-8408-9a21c3d5c5f9 admin admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0515509 Jun 18 08:27:14.544333 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-624571b3-aef6-4a8c-8ab3-5c089201a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:27:26.053066 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:27:38.955369 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.agents_db [None req-a940af84-dce7-47c4-b5d3-ae67f117b383 None None] Agent healthcheck: found 6 active agents {{(pid=93644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:27:39.098149 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-fa33b08e-6f52-4fda-97f6-d8e266b9bacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:27:41.492539 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-262fa9b8-8c11-487b-98a3-8661fdc9391f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:27:41.875294 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:27:42.829753 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-37edacc1-1ba5-460e-aa47-45b5acfa9d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:27:44.509341 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-624571b3-aef6-4a8c-8ab3-5c089201a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:27:56.126783 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:09.058769 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-8f4491e5-6ed7-4f99-a571-a1c2d8455952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:11.598878 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-27d0e774-09ba-4f5c-b044-8c6db33886ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:11.898071 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:12.843675 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-37edacc1-1ba5-460e-aa47-45b5acfa9d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:14.526696 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-624571b3-aef6-4a8c-8ab3-5c089201a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:15.955971 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.agents_db [None req-a940af84-dce7-47c4-b5d3-ae67f117b383 None None] Agent healthcheck: found 6 active agents {{(pid=93644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:28:26.115509 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:39.060212 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-f2745a4b-a868-4e54-b581-215079fd5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:41.488412 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-ff0c8dc1-398d-4e00-a0b1-4a7d288dbc54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:41.881500 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:42.841998 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-37edacc1-1ba5-460e-aa47-45b5acfa9d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:44.562806 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-624571b3-aef6-4a8c-8ab3-5c089201a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:48.497478 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 58324) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:28:48.651552 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 58346) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:28:48.738004 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [None req-630b72c6-a54e-4666-94a0-9b0bd79b4bec admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-431435995-network', 'tenant_id': 'f18f9b0caff54beda5bbbdb00ef6417e'}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:28:48.840746 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-630b72c6-a54e-4666-94a0-9b0bd79b4bec admin admin] Made reservation on behalf of f18f9b0caff54beda5bbbdb00ef6417e for: {'network': 1} {{(pid=93642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:28:48.843737 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-630b72c6-a54e-4666-94a0-9b0bd79b4bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-568420'] for network, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:48.853056 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-630b72c6-a54e-4666-94a0-9b0bd79b4bec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:48.953111 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-630b72c6-a54e-4666-94a0-9b0bd79b4bec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:49.094883 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-630b72c6-a54e-4666-94a0-9b0bd79b4bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:49.100111 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-514c9bbb-f1cc-4f44-a034-6b911b958b17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:28:49.129649 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630b72c6-a54e-4666-94a0-9b0bd79b4bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de2b0fc4-44fc-45ad-aeba-eaccb02a45c1,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:28:49.140484 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630b72c6-a54e-4666-94a0-9b0bd79b4bec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:49.141155 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630b72c6-a54e-4666-94a0-9b0bd79b4bec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:49.141500 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630b72c6-a54e-4666-94a0-9b0bd79b4bec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:49.142365 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630b72c6-a54e-4666-94a0-9b0bd79b4bec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:49.142365 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630b72c6-a54e-4666-94a0-9b0bd79b4bec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:49.142694 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630b72c6-a54e-4666-94a0-9b0bd79b4bec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:49.142816 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630b72c6-a54e-4666-94a0-9b0bd79b4bec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:49.143319 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630b72c6-a54e-4666-94a0-9b0bd79b4bec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:49.143664 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630b72c6-a54e-4666-94a0-9b0bd79b4bec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:49.144002 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630b72c6-a54e-4666-94a0-9b0bd79b4bec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:49.144330 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630b72c6-a54e-4666-94a0-9b0bd79b4bec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:49.144644 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630b72c6-a54e-4666-94a0-9b0bd79b4bec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:49.145733 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630b72c6-a54e-4666-94a0-9b0bd79b4bec admin admin] Tracked resource versions report: Jun 18 08:28:49.145733 dv-cinder-786873-3-iscsi neutron-server[93642]: pushed versions: Jun 18 08:28:49.145733 dv-cinder-786873-3-iscsi neutron-server[93642]: { 'AddressGroup': {'1.2'}, Jun 18 08:28:49.145733 dv-cinder-786873-3-iscsi neutron-server[93642]: 'ConntrackHelper': {'1.0'}, Jun 18 08:28:49.145733 dv-cinder-786873-3-iscsi neutron-server[93642]: 'Log': {'1.0'}, Jun 18 08:28:49.145733 dv-cinder-786873-3-iscsi neutron-server[93642]: 'Network': {'1.1'}, Jun 18 08:28:49.145733 dv-cinder-786873-3-iscsi neutron-server[93642]: 'Port': {'1.7'}, Jun 18 08:28:49.145733 dv-cinder-786873-3-iscsi neutron-server[93642]: 'PortForwarding': {'1.2'}, Jun 18 08:28:49.145733 dv-cinder-786873-3-iscsi neutron-server[93642]: 'QosPolicy': {'1.8'}, Jun 18 08:28:49.145733 dv-cinder-786873-3-iscsi neutron-server[93642]: 'SecurityGroup': {'1.4'}, Jun 18 08:28:49.145733 dv-cinder-786873-3-iscsi neutron-server[93642]: 'SecurityGroupRule': {'1.2'}, Jun 18 08:28:49.145733 dv-cinder-786873-3-iscsi neutron-server[93642]: 'SubPort': {'1.0'}, Jun 18 08:28:49.145733 dv-cinder-786873-3-iscsi neutron-server[93642]: 'Subnet': {'1.1'}, Jun 18 08:28:49.145733 dv-cinder-786873-3-iscsi neutron-server[93642]: 'Trunk': {'1.1'}} Jun 18 08:28:49.145733 dv-cinder-786873-3-iscsi neutron-server[93642]: consumer versions: Jun 18 08:28:49.145733 dv-cinder-786873-3-iscsi neutron-server[93642]: { DHCP agent@dv-cinder-786873-3-iscsi: {}, Jun 18 08:28:49.145733 dv-cinder-786873-3-iscsi neutron-server[93642]: HyperV agent@hv-cinder-78687: {}, Jun 18 08:28:49.145733 dv-cinder-786873-3-iscsi neutron-server[93642]: L3 agent@dv-cinder-786873-3-iscsi: {}, Jun 18 08:28:49.145733 dv-cinder-786873-3-iscsi neutron-server[93642]: Metadata agent@dv-cinder-786873-3-iscsi: {}, Jun 18 08:28:49.145733 dv-cinder-786873-3-iscsi neutron-server[93642]: Metering agent@dv-cinder-786873-3-iscsi: {}, Jun 18 08:28:49.145733 dv-cinder-786873-3-iscsi neutron-server[93642]: Open vSwitch agent@dv-cinder-786873-3-iscsi: { 'AddressGroup': '1.2', Jun 18 08:28:49.145733 dv-cinder-786873-3-iscsi neutron-server[93642]: 'ConntrackHelper': '1.0', Jun 18 08:28:49.145733 dv-cinder-786873-3-iscsi neutron-server[93642]: 'Log': '1.0', Jun 18 08:28:49.145733 dv-cinder-786873-3-iscsi neutron-server[93642]: 'Network': '1.1', Jun 18 08:28:49.145733 dv-cinder-786873-3-iscsi neutron-server[93642]: 'Port': '1.7', Jun 18 08:28:49.145733 dv-cinder-786873-3-iscsi neutron-server[93642]: 'PortForwarding': '1.2', Jun 18 08:28:49.145733 dv-cinder-786873-3-iscsi neutron-server[93642]: 'QosPolicy': '1.8', Jun 18 08:28:49.145733 dv-cinder-786873-3-iscsi neutron-server[93642]: 'SecurityGroup': '1.4', Jun 18 08:28:49.145733 dv-cinder-786873-3-iscsi neutron-server[93642]: 'SecurityGroupRule': '1.2', Jun 18 08:28:49.145733 dv-cinder-786873-3-iscsi neutron-server[93642]: 'SubPort': '1.0', Jun 18 08:28:49.145733 dv-cinder-786873-3-iscsi neutron-server[93642]: 'Subnet': '1.1', Jun 18 08:28:49.145733 dv-cinder-786873-3-iscsi neutron-server[93642]: 'Trunk': '1.1'}} Jun 18 08:28:49.145733 dv-cinder-786873-3-iscsi neutron-server[93642]: {{(pid=93642) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 08:28:49.149765 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-630b72c6-a54e-4666-94a0-9b0bd79b4bec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:28:49.153756 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-630b72c6-a54e-4666-94a0-9b0bd79b4bec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 932} {{(pid=93642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 08:28:49.166134 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-630b72c6-a54e-4666-94a0-9b0bd79b4bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001404'] for segment, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:49.166659 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.db.segments_db [None req-630b72c6-a54e-4666-94a0-9b0bd79b4bec admin admin] Added segment 18571f25-34b4-4721-b61a-3f9a005c498f of type vlan for network 77f1c77d-8795-43df-96a9-39a8b7c2346a Jun 18 08:28:49.221658 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-630b72c6-a54e-4666-94a0-9b0bd79b4bec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741881456851'] for network, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:49.239038 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [None req-12ce3227-96dd-4217-83d8-32b305bd2719 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1119969633-network', 'tenant_id': '57dc50d0c8f342099a699ad37cbfac32'}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:28:49.424636 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ce3227-96dd-4217-83d8-32b305bd2719 admin admin] Made reservation on behalf of 57dc50d0c8f342099a699ad37cbfac32 for: {'network': 1} {{(pid=93642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:28:49.427238 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-12ce3227-96dd-4217-83d8-32b305bd2719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-568420'] for network, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:49.439033 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-12ce3227-96dd-4217-83d8-32b305bd2719 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:49.492740 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-630b72c6-a54e-4666-94a0-9b0bd79b4bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8355133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484'] for network, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:49.502252 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630b72c6-a54e-4666-94a0-9b0bd79b4bec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:28:49.503103 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-630b72c6-a54e-4666-94a0-9b0bd79b4bec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8041489'] for network, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:49.514552 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:28:49.650566 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-12ce3227-96dd-4217-83d8-32b305bd2719 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:49.674918 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630b72c6-a54e-4666-94a0-9b0bd79b4bec admin admin] Pushing event updated for resources: {'Network': ['ID=77f1c77d-8795-43df-96a9-39a8b7c2346a,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:28:49.679948 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-630b72c6-a54e-4666-94a0-9b0bd79b4bec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:28:49.685497 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Network 77f1c77d-8795-43df-96a9-39a8b7c2346a details requested by agent ovs-agent-dv-cinder-786873-3-iscsi with host dv-cinder-786873-3-iscsi {{(pid=93643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 08:28:49.697709 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 58374) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:28:49.757079 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-12ce3227-96dd-4217-83d8-32b305bd2719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:49.761619 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:28:49.795336 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12ce3227-96dd-4217-83d8-32b305bd2719 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 912} {{(pid=93642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 08:28:49.801797 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ce3227-96dd-4217-83d8-32b305bd2719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18854606-5d1c-4657-8def-3647bd8001e6,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:28:49.805446 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-12ce3227-96dd-4217-83d8-32b305bd2719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:28:49.809914 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-12ce3227-96dd-4217-83d8-32b305bd2719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001404'] for segment, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:49.810263 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.db.segments_db [None req-12ce3227-96dd-4217-83d8-32b305bd2719 admin admin] Added segment f0d651e7-42e8-493d-b349-81a26b4649ba of type vlan for network 9e6c262c-e481-4cc8-ac4c-827836c09b8f Jun 18 08:28:49.859744 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-12ce3227-96dd-4217-83d8-32b305bd2719 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741881456851'] for network, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:49.877550 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-630b72c6-a54e-4666-94a0-9b0bd79b4bec admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3740399 Jun 18 08:28:49.882583 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 58384) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:28:49.883831 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-208c6157-2223-4683-ab4c-1cb72801de7d admin admin] Request body: {'subnet': {'network_id': '77f1c77d-8795-43df-96a9-39a8b7c2346a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-431435995-subnet', 'tenant_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:28:49.984642 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-12ce3227-96dd-4217-83d8-32b305bd2719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8355133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484'] for network, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:50.008732 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ce3227-96dd-4217-83d8-32b305bd2719 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:28:50.008732 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-12ce3227-96dd-4217-83d8-32b305bd2719 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8041489'] for network, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:50.008732 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:28:50.036689 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-208c6157-2223-4683-ab4c-1cb72801de7d admin admin] Made reservation on behalf of f18f9b0caff54beda5bbbdb00ef6417e for: {'subnet': 1} {{(pid=93641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:28:50.039200 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-208c6157-2223-4683-ab4c-1cb72801de7d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:50.060677 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ce3227-96dd-4217-83d8-32b305bd2719 admin admin] Pushing event updated for resources: {'Network': ['ID=9e6c262c-e481-4cc8-ac4c-827836c09b8f,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:28:50.067679 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-12ce3227-96dd-4217-83d8-32b305bd2719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:28:50.075572 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Network 9e6c262c-e481-4cc8-ac4c-827836c09b8f details requested by agent ovs-agent-dv-cinder-786873-3-iscsi with host dv-cinder-786873-3-iscsi {{(pid=93643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 08:28:50.162657 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-12ce3227-96dd-4217-83d8-32b305bd2719 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5095346 Jun 18 08:28:50.165715 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 58388) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:28:50.172003 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [None req-27143167-e793-4f3f-bbab-a3afb837e617 admin admin] Request body: {'subnet': {'network_id': '9e6c262c-e481-4cc8-ac4c-827836c09b8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1119969633-subnet', 'tenant_id': '57dc50d0c8f342099a699ad37cbfac32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:28:50.302222 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-a3c17b3d-5525-40b7-8f3c-8acfbcd3da54 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-338729016-network', 'tenant_id': '665ee72de464416b9ceb623c24cfa8a5'}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:28:50.316360 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27143167-e793-4f3f-bbab-a3afb837e617 admin admin] Made reservation on behalf of 57dc50d0c8f342099a699ad37cbfac32 for: {'subnet': 1} {{(pid=93642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:28:50.320436 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-27143167-e793-4f3f-bbab-a3afb837e617 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:50.391551 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-208c6157-2223-4683-ab4c-1cb72801de7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479'] for subnet, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:50.395447 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:28:50.463640 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c17b3d-5525-40b7-8f3c-8acfbcd3da54 admin admin] Made reservation on behalf of 665ee72de464416b9ceb623c24cfa8a5 for: {'network': 1} {{(pid=93641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:28:50.467090 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-a3c17b3d-5525-40b7-8f3c-8acfbcd3da54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-568420'] for network, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:50.494352 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-a3c17b3d-5525-40b7-8f3c-8acfbcd3da54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:50.518104 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208c6157-2223-4683-ab4c-1cb72801de7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0695c8b6-59a4-4923-a5ff-60cabbe26c72,revision_number=0']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:28:50.536554 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208c6157-2223-4683-ab4c-1cb72801de7d admin admin] Checking segment: {'id': '18571f25-34b4-4721-b61a-3f9a005c498f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '77f1c77d-8795-43df-96a9-39a8b7c2346a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:28:50.536964 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208c6157-2223-4683-ab4c-1cb72801de7d admin admin] Network hostable DHCP agents. Network: 77f1c77d-8795-43df-96a9-39a8b7c2346a, hostable agents: ['ccc23fe2-6cc8-4973-a644-121019cdbd4e'], hosted agents: [] {{(pid=93641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 08:28:50.539873 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c6157-2223-4683-ab4c-1cb72801de7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:50.540255 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c6157-2223-4683-ab4c-1cb72801de7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:50.540801 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c6157-2223-4683-ab4c-1cb72801de7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:50.541300 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c6157-2223-4683-ab4c-1cb72801de7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:50.541793 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c6157-2223-4683-ab4c-1cb72801de7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:50.542142 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c6157-2223-4683-ab4c-1cb72801de7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:50.542620 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c6157-2223-4683-ab4c-1cb72801de7d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:50.542929 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c6157-2223-4683-ab4c-1cb72801de7d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:50.543256 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c6157-2223-4683-ab4c-1cb72801de7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:50.543760 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c6157-2223-4683-ab4c-1cb72801de7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:50.544116 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c6157-2223-4683-ab4c-1cb72801de7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:50.546901 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c6157-2223-4683-ab4c-1cb72801de7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:50.547058 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c6157-2223-4683-ab4c-1cb72801de7d admin admin] Tracked resource versions report: Jun 18 08:28:50.547058 dv-cinder-786873-3-iscsi neutron-server[93641]: pushed versions: Jun 18 08:28:50.547058 dv-cinder-786873-3-iscsi neutron-server[93641]: { 'AddressGroup': {'1.2'}, Jun 18 08:28:50.547058 dv-cinder-786873-3-iscsi neutron-server[93641]: 'ConntrackHelper': {'1.0'}, Jun 18 08:28:50.547058 dv-cinder-786873-3-iscsi neutron-server[93641]: 'Log': {'1.0'}, Jun 18 08:28:50.547058 dv-cinder-786873-3-iscsi neutron-server[93641]: 'Network': {'1.1'}, Jun 18 08:28:50.547058 dv-cinder-786873-3-iscsi neutron-server[93641]: 'Port': {'1.7'}, Jun 18 08:28:50.547058 dv-cinder-786873-3-iscsi neutron-server[93641]: 'PortForwarding': {'1.2'}, Jun 18 08:28:50.547058 dv-cinder-786873-3-iscsi neutron-server[93641]: 'QosPolicy': {'1.8'}, Jun 18 08:28:50.547058 dv-cinder-786873-3-iscsi neutron-server[93641]: 'SecurityGroup': {'1.4'}, Jun 18 08:28:50.547058 dv-cinder-786873-3-iscsi neutron-server[93641]: 'SecurityGroupRule': {'1.2'}, Jun 18 08:28:50.547058 dv-cinder-786873-3-iscsi neutron-server[93641]: 'SubPort': {'1.0'}, Jun 18 08:28:50.547058 dv-cinder-786873-3-iscsi neutron-server[93641]: 'Subnet': {'1.1'}, Jun 18 08:28:50.547058 dv-cinder-786873-3-iscsi neutron-server[93641]: 'Trunk': {'1.1'}} Jun 18 08:28:50.547058 dv-cinder-786873-3-iscsi neutron-server[93641]: consumer versions: Jun 18 08:28:50.547058 dv-cinder-786873-3-iscsi neutron-server[93641]: { DHCP agent@dv-cinder-786873-3-iscsi: {}, Jun 18 08:28:50.547058 dv-cinder-786873-3-iscsi neutron-server[93641]: HyperV agent@hv-cinder-78687: {}, Jun 18 08:28:50.547058 dv-cinder-786873-3-iscsi neutron-server[93641]: L3 agent@dv-cinder-786873-3-iscsi: {}, Jun 18 08:28:50.547058 dv-cinder-786873-3-iscsi neutron-server[93641]: Metadata agent@dv-cinder-786873-3-iscsi: {}, Jun 18 08:28:50.547058 dv-cinder-786873-3-iscsi neutron-server[93641]: Metering agent@dv-cinder-786873-3-iscsi: {}, Jun 18 08:28:50.547058 dv-cinder-786873-3-iscsi neutron-server[93641]: Open vSwitch agent@dv-cinder-786873-3-iscsi: { 'AddressGroup': '1.2', Jun 18 08:28:50.547058 dv-cinder-786873-3-iscsi neutron-server[93641]: 'ConntrackHelper': '1.0', Jun 18 08:28:50.547058 dv-cinder-786873-3-iscsi neutron-server[93641]: 'Log': '1.0', Jun 18 08:28:50.547058 dv-cinder-786873-3-iscsi neutron-server[93641]: 'Network': '1.1', Jun 18 08:28:50.547058 dv-cinder-786873-3-iscsi neutron-server[93641]: 'Port': '1.7', Jun 18 08:28:50.547058 dv-cinder-786873-3-iscsi neutron-server[93641]: 'PortForwarding': '1.2', Jun 18 08:28:50.547058 dv-cinder-786873-3-iscsi neutron-server[93641]: 'QosPolicy': '1.8', Jun 18 08:28:50.547058 dv-cinder-786873-3-iscsi neutron-server[93641]: 'SecurityGroup': '1.4', Jun 18 08:28:50.547058 dv-cinder-786873-3-iscsi neutron-server[93641]: 'SecurityGroupRule': '1.2', Jun 18 08:28:50.547058 dv-cinder-786873-3-iscsi neutron-server[93641]: 'SubPort': '1.0', Jun 18 08:28:50.547058 dv-cinder-786873-3-iscsi neutron-server[93641]: 'Subnet': '1.1', Jun 18 08:28:50.547058 dv-cinder-786873-3-iscsi neutron-server[93641]: 'Trunk': '1.1'}} Jun 18 08:28:50.547058 dv-cinder-786873-3-iscsi neutron-server[93641]: {{(pid=93641) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 08:28:50.551771 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-208c6157-2223-4683-ab4c-1cb72801de7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:28:50.670518 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208c6157-2223-4683-ab4c-1cb72801de7d admin admin] Network 77f1c77d-8795-43df-96a9-39a8b7c2346a is scheduled to be hosted by DHCP agent ccc23fe2-6cc8-4973-a644-121019cdbd4e with binding_index 1 {{(pid=93641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 08:28:50.714942 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-a3c17b3d-5525-40b7-8f3c-8acfbcd3da54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:50.738667 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-27143167-e793-4f3f-bbab-a3afb837e617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479'] for subnet, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:50.741939 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:28:50.773264 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.base_scheduler [None req-208c6157-2223-4683-ab4c-1cb72801de7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786873-3-iscsi, 77f1c77d-8795-43df-96a9-39a8b7c2346a) {{(pid=93641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:28:50.779908 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208c6157-2223-4683-ab4c-1cb72801de7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:28:50.781148 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-208c6157-2223-4683-ab4c-1cb72801de7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8041489'] for subnet, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:50.786790 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc1fe94-9f7c-49a0-ad45-f536fd9d1a9e None None] Network 77f1c77d-8795-43df-96a9-39a8b7c2346a requested from dv-cinder-786873-3-iscsi {{(pid=93643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:28:50.814811 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27143167-e793-4f3f-bbab-a3afb837e617 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df331813-e617-4281-aee2-fca93fc09eab,revision_number=0']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:28:50.821645 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-27143167-e793-4f3f-bbab-a3afb837e617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:28:50.839164 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27143167-e793-4f3f-bbab-a3afb837e617 admin admin] Checking segment: {'id': 'f0d651e7-42e8-493d-b349-81a26b4649ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '9e6c262c-e481-4cc8-ac4c-827836c09b8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:28:50.839525 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27143167-e793-4f3f-bbab-a3afb837e617 admin admin] Network hostable DHCP agents. Network: 9e6c262c-e481-4cc8-ac4c-827836c09b8f, hostable agents: ['ccc23fe2-6cc8-4973-a644-121019cdbd4e'], hosted agents: [] {{(pid=93642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 08:28:50.862088 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-a3c17b3d-5525-40b7-8f3c-8acfbcd3da54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:50.869936 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-173eb357-1f56-4fe7-9c5e-35f19ede26ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:28:50.905352 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c17b3d-5525-40b7-8f3c-8acfbcd3da54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f48dc8-de1f-4d72-baf4-5a1e35203530,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:28:50.918429 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-a3c17b3d-5525-40b7-8f3c-8acfbcd3da54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:28:50.927148 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3c17b3d-5525-40b7-8f3c-8acfbcd3da54 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 949} {{(pid=93641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 08:28:50.941842 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-a3c17b3d-5525-40b7-8f3c-8acfbcd3da54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001404'] for segment, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:50.942202 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.db.segments_db [None req-a3c17b3d-5525-40b7-8f3c-8acfbcd3da54 admin admin] Added segment 8c06c17f-2be1-4924-8911-2b23408d6000 of type vlan for network a56a963b-3a29-4893-8b20-0ca5507fb61c Jun 18 08:28:50.972894 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27143167-e793-4f3f-bbab-a3afb837e617 admin admin] Network 9e6c262c-e481-4cc8-ac4c-827836c09b8f is scheduled to be hosted by DHCP agent ccc23fe2-6cc8-4973-a644-121019cdbd4e with binding_index 1 {{(pid=93642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 08:28:51.012591 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-208c6157-2223-4683-ab4c-1cb72801de7d admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1333785 Jun 18 08:28:51.015919 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-a3c17b3d-5525-40b7-8f3c-8acfbcd3da54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741881456851'] for network, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:51.016197 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 58426) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:28:51.025815 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [None req-1919e6b5-7eb5-49e5-b161-f92175e4390f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-431435995-router', 'tenant_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2'}}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:28:51.041366 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c16be9a-6caf-4836-9542-fdc0b927cb7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp441df14c-9ab6-5f11-a186-516be8319024-77f1c77d-8795-43df-96a9-39a8b7c2346a', 'network_id': '77f1c77d-8795-43df-96a9-39a8b7c2346a', 'tenant_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'fixed_ips': [{'subnet_id': '0695c8b6-59a4-4923-a5ff-60cabbe26c72'}]}} from dv-cinder-786873-3-iscsi. {{(pid=93643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 08:28:51.042630 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-4c16be9a-6caf-4836-9542-fdc0b927cb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-568420'] for port, before_create {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:51.105970 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.base_scheduler [None req-27143167-e793-4f3f-bbab-a3afb837e617 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786873-3-iscsi, 9e6c262c-e481-4cc8-ac4c-827836c09b8f) {{(pid=93642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:28:51.114974 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27143167-e793-4f3f-bbab-a3afb837e617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:28:51.115926 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-27143167-e793-4f3f-bbab-a3afb837e617 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8041489'] for subnet, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:51.147849 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56fde68a-6968-4f95-8916-047358c7d056 None None] Network 9e6c262c-e481-4cc8-ac4c-827836c09b8f requested from dv-cinder-786873-3-iscsi {{(pid=93643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:28:51.173363 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-a3c17b3d-5525-40b7-8f3c-8acfbcd3da54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8355133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484'] for network, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:51.174713 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c17b3d-5525-40b7-8f3c-8acfbcd3da54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:28:51.175303 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-a3c17b3d-5525-40b7-8f3c-8acfbcd3da54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8041489'] for network, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:51.184133 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-173eb357-1f56-4fe7-9c5e-35f19ede26ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:28:51.199913 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-1919e6b5-7eb5-49e5-b161-f92175e4390f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8345775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6504'] for router, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:51.202800 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-1919e6b5-7eb5-49e5-b161-f92175e4390f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8345810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7962524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8366830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6499'] for router, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:51.245999 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c17b3d-5525-40b7-8f3c-8acfbcd3da54 admin admin] Pushing event updated for resources: {'Network': ['ID=a56a963b-3a29-4893-8b20-0ca5507fb61c,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:28:51.250055 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-a3c17b3d-5525-40b7-8f3c-8acfbcd3da54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:28:51.259457 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Network a56a963b-3a29-4893-8b20-0ca5507fb61c details requested by agent ovs-agent-dv-cinder-786873-3-iscsi with host dv-cinder-786873-3-iscsi {{(pid=93643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 08:28:51.322297 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-1919e6b5-7eb5-49e5-b161-f92175e4390f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:51.322297 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-27143167-e793-4f3f-bbab-a3afb837e617 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1534879 Jun 18 08:28:51.334549 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-a3c17b3d-5525-40b7-8f3c-8acfbcd3da54 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6355021 Jun 18 08:28:51.339178 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 58436) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:28:51.345490 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-307e218e-7c1e-4ed6-8413-0b468bbbb6a3 admin admin] Request body: {'subnet': {'network_id': 'a56a963b-3a29-4893-8b20-0ca5507fb61c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-338729016-subnet', 'tenant_id': '665ee72de464416b9ceb623c24cfa8a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:28:51.382961 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.db_base_plugin_common [None req-4c16be9a-6caf-4836-9542-fdc0b927cb7b None None] Allocated IP 172.20.0.2 (77f1c77d-8795-43df-96a9-39a8b7c2346a/0695c8b6-59a4-4923-a5ff-60cabbe26c72/bc7bb9f4-9560-460e-8871-9d81f0260848) {{(pid=93643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:28:51.441059 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4a594c-b0f1-4726-ba5f-7c8144a92e63 None None] Network 9e6c262c-e481-4cc8-ac4c-827836c09b8f requested from dv-cinder-786873-3-iscsi {{(pid=93643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:28:51.583052 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-307e218e-7c1e-4ed6-8413-0b468bbbb6a3 admin admin] Made reservation on behalf of 665ee72de464416b9ceb623c24cfa8a5 for: {'subnet': 1} {{(pid=93641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:28:51.583052 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-307e218e-7c1e-4ed6-8413-0b468bbbb6a3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:51.884480 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-4c16be9a-6caf-4836-9542-fdc0b927cb7b None None] Notify callbacks [] for port, precommit_create {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:51.898033 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-4c16be9a-6caf-4836-9542-fdc0b927cb7b None None] Transition to ACTIVE for port object bc7bb9f4-9560-460e-8871-9d81f0260848 will not be triggered until provisioned by entity L2. {{(pid=93643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:28:51.933383 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-4c16be9a-6caf-4836-9542-fdc0b927cb7b None None] Transition to ACTIVE for port object bc7bb9f4-9560-460e-8871-9d81f0260848 will not be triggered until provisioned by entity DHCP. {{(pid=93643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:28:52.002887 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-1919e6b5-7eb5-49e5-b161-f92175e4390f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962606', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8345693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6517'] for router, precommit_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:52.031621 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-4c16be9a-6caf-4836-9542-fdc0b927cb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-568999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741881438814'] for port, after_create {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:52.034193 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-4bbfb234-a99d-4a36-a5fe-f7c19e84ff96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:28:52.065194 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-307e218e-7c1e-4ed6-8413-0b468bbbb6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479'] for subnet, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:52.073176 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:28:52.085425 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c16be9a-6caf-4836-9542-fdc0b927cb7b None None] Network 77f1c77d-8795-43df-96a9-39a8b7c2346a is already hosted by enough agents. {{(pid=93643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:28:52.090842 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.scheduler.base_scheduler [None req-4c16be9a-6caf-4836-9542-fdc0b927cb7b None None] Resources bound (agent type, host, resource id): {{(pid=93643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:28:52.095611 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c16be9a-6caf-4836-9542-fdc0b927cb7b None None] Received port after_create {{(pid=93643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:28:52.111070 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c16be9a-6caf-4836-9542-fdc0b927cb7b None None] Pushing event updated for resources: {'Port': ['ID=bc7bb9f4-9560-460e-8871-9d81f0260848,revision_number=1']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:28:52.181592 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c16be9a-6caf-4836-9542-fdc0b927cb7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:52.182007 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c16be9a-6caf-4836-9542-fdc0b927cb7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:52.182269 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c16be9a-6caf-4836-9542-fdc0b927cb7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:52.182799 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c16be9a-6caf-4836-9542-fdc0b927cb7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:52.183288 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c16be9a-6caf-4836-9542-fdc0b927cb7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:52.183781 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c16be9a-6caf-4836-9542-fdc0b927cb7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:52.184324 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c16be9a-6caf-4836-9542-fdc0b927cb7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:52.184827 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c16be9a-6caf-4836-9542-fdc0b927cb7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:52.185328 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c16be9a-6caf-4836-9542-fdc0b927cb7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:52.186426 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c16be9a-6caf-4836-9542-fdc0b927cb7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:52.186707 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307e218e-7c1e-4ed6-8413-0b468bbbb6a3 admin admin] Checking segment: {'id': '8c06c17f-2be1-4924-8911-2b23408d6000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'a56a963b-3a29-4893-8b20-0ca5507fb61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:28:52.187118 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307e218e-7c1e-4ed6-8413-0b468bbbb6a3 admin admin] Network hostable DHCP agents. Network: a56a963b-3a29-4893-8b20-0ca5507fb61c, hostable agents: ['ccc23fe2-6cc8-4973-a644-121019cdbd4e'], hosted agents: [] {{(pid=93641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 08:28:52.187591 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c16be9a-6caf-4836-9542-fdc0b927cb7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:52.190691 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307e218e-7c1e-4ed6-8413-0b468bbbb6a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b52193f-07b8-4a42-8014-0c30c4f4094b,revision_number=0']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:28:52.193799 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-307e218e-7c1e-4ed6-8413-0b468bbbb6a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:28:52.198817 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c16be9a-6caf-4836-9542-fdc0b927cb7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:52.200317 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c16be9a-6caf-4836-9542-fdc0b927cb7b None None] Tracked resource versions report: Jun 18 08:28:52.200317 dv-cinder-786873-3-iscsi neutron-server[93643]: pushed versions: Jun 18 08:28:52.200317 dv-cinder-786873-3-iscsi neutron-server[93643]: { 'AddressGroup': {'1.2'}, Jun 18 08:28:52.200317 dv-cinder-786873-3-iscsi neutron-server[93643]: 'ConntrackHelper': {'1.0'}, Jun 18 08:28:52.200317 dv-cinder-786873-3-iscsi neutron-server[93643]: 'Log': {'1.0'}, Jun 18 08:28:52.200317 dv-cinder-786873-3-iscsi neutron-server[93643]: 'Network': {'1.1'}, Jun 18 08:28:52.200317 dv-cinder-786873-3-iscsi neutron-server[93643]: 'Port': {'1.7'}, Jun 18 08:28:52.200317 dv-cinder-786873-3-iscsi neutron-server[93643]: 'PortForwarding': {'1.2'}, Jun 18 08:28:52.200317 dv-cinder-786873-3-iscsi neutron-server[93643]: 'QosPolicy': {'1.8'}, Jun 18 08:28:52.200317 dv-cinder-786873-3-iscsi neutron-server[93643]: 'SecurityGroup': {'1.4'}, Jun 18 08:28:52.200317 dv-cinder-786873-3-iscsi neutron-server[93643]: 'SecurityGroupRule': {'1.2'}, Jun 18 08:28:52.200317 dv-cinder-786873-3-iscsi neutron-server[93643]: 'SubPort': {'1.0'}, Jun 18 08:28:52.200317 dv-cinder-786873-3-iscsi neutron-server[93643]: 'Subnet': {'1.1'}, Jun 18 08:28:52.200317 dv-cinder-786873-3-iscsi neutron-server[93643]: 'Trunk': {'1.1'}} Jun 18 08:28:52.200317 dv-cinder-786873-3-iscsi neutron-server[93643]: consumer versions: Jun 18 08:28:52.200317 dv-cinder-786873-3-iscsi neutron-server[93643]: { DHCP agent@dv-cinder-786873-3-iscsi: {}, Jun 18 08:28:52.200317 dv-cinder-786873-3-iscsi neutron-server[93643]: HyperV agent@hv-cinder-78687: {}, Jun 18 08:28:52.200317 dv-cinder-786873-3-iscsi neutron-server[93643]: L3 agent@dv-cinder-786873-3-iscsi: {}, Jun 18 08:28:52.200317 dv-cinder-786873-3-iscsi neutron-server[93643]: Metadata agent@dv-cinder-786873-3-iscsi: {}, Jun 18 08:28:52.200317 dv-cinder-786873-3-iscsi neutron-server[93643]: Metering agent@dv-cinder-786873-3-iscsi: {}, Jun 18 08:28:52.200317 dv-cinder-786873-3-iscsi neutron-server[93643]: Open vSwitch agent@dv-cinder-786873-3-iscsi: { 'AddressGroup': '1.2', Jun 18 08:28:52.200317 dv-cinder-786873-3-iscsi neutron-server[93643]: 'ConntrackHelper': '1.0', Jun 18 08:28:52.200317 dv-cinder-786873-3-iscsi neutron-server[93643]: 'Log': '1.0', Jun 18 08:28:52.200317 dv-cinder-786873-3-iscsi neutron-server[93643]: 'Network': '1.1', Jun 18 08:28:52.200317 dv-cinder-786873-3-iscsi neutron-server[93643]: 'Port': '1.7', Jun 18 08:28:52.200317 dv-cinder-786873-3-iscsi neutron-server[93643]: 'PortForwarding': '1.2', Jun 18 08:28:52.200317 dv-cinder-786873-3-iscsi neutron-server[93643]: 'QosPolicy': '1.8', Jun 18 08:28:52.200317 dv-cinder-786873-3-iscsi neutron-server[93643]: 'SecurityGroup': '1.4', Jun 18 08:28:52.200317 dv-cinder-786873-3-iscsi neutron-server[93643]: 'SecurityGroupRule': '1.2', Jun 18 08:28:52.200317 dv-cinder-786873-3-iscsi neutron-server[93643]: 'SubPort': '1.0', Jun 18 08:28:52.200317 dv-cinder-786873-3-iscsi neutron-server[93643]: 'Subnet': '1.1', Jun 18 08:28:52.200317 dv-cinder-786873-3-iscsi neutron-server[93643]: 'Trunk': '1.1'}} Jun 18 08:28:52.200317 dv-cinder-786873-3-iscsi neutron-server[93643]: {{(pid=93643) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 08:28:52.209012 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-4c16be9a-6caf-4836-9542-fdc0b927cb7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:28:52.228873 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-4c16be9a-6caf-4836-9542-fdc0b927cb7b None None] Attempting to bind port bc7bb9f4-9560-460e-8871-9d81f0260848 on host dv-cinder-786873-3-iscsi for vnic_type normal with profile {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:28:52.229277 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-4c16be9a-6caf-4836-9542-fdc0b927cb7b None None] Attempting to bind port bc7bb9f4-9560-460e-8871-9d81f0260848 by drivers openvswitch,hyperv on host dv-cinder-786873-3-iscsi at level 0 using segments [{'id': '18571f25-34b4-4721-b61a-3f9a005c498f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '77f1c77d-8795-43df-96a9-39a8b7c2346a'}] {{(pid=93643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:28:52.230310 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c16be9a-6caf-4836-9542-fdc0b927cb7b None None] Attempting to bind port bc7bb9f4-9560-460e-8871-9d81f0260848 on network 77f1c77d-8795-43df-96a9-39a8b7c2346a {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:28:52.238899 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c16be9a-6caf-4836-9542-fdc0b927cb7b None None] Checking agent: {'id': '38b9d690-c74c-4031-9e4b-d740e9188e6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 20, 42), 'started_at': datetime.datetime(2021, 6, 18, 8, 21, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:28:52.240607 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c16be9a-6caf-4836-9542-fdc0b927cb7b None None] Checking segment: {'id': '18571f25-34b4-4721-b61a-3f9a005c498f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '77f1c77d-8795-43df-96a9-39a8b7c2346a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:28:52.241278 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-4c16be9a-6caf-4836-9542-fdc0b927cb7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:52.241693 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c16be9a-6caf-4836-9542-fdc0b927cb7b None None] Bound using segment: {'id': '18571f25-34b4-4721-b61a-3f9a005c498f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '77f1c77d-8795-43df-96a9-39a8b7c2346a'} {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:28:52.242201 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-4c16be9a-6caf-4836-9542-fdc0b927cb7b None None] Bound port: bc7bb9f4-9560-460e-8871-9d81f0260848, host: dv-cinder-786873-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18571f25-34b4-4721-b61a-3f9a005c498f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '77f1c77d-8795-43df-96a9-39a8b7c2346a'}}] {{(pid=93643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:28:52.242579 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-4c16be9a-6caf-4836-9542-fdc0b927cb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:52.289244 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307e218e-7c1e-4ed6-8413-0b468bbbb6a3 admin admin] Network a56a963b-3a29-4893-8b20-0ca5507fb61c is scheduled to be hosted by DHCP agent ccc23fe2-6cc8-4973-a644-121019cdbd4e with binding_index 1 {{(pid=93641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 08:28:52.319126 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-4c16be9a-6caf-4836-9542-fdc0b927cb7b None None] For port bc7bb9f4-9560-460e-8871-9d81f0260848, host dv-cinder-786873-3-iscsi, cleared binding levels {{(pid=93643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:28:52.323221 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-4c16be9a-6caf-4836-9542-fdc0b927cb7b None None] For port bc7bb9f4-9560-460e-8871-9d81f0260848, host dv-cinder-786873-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=bc7bb9f4-9560-460e-8871-9d81f0260848,segment=NetworkSegment(18571f25-34b4-4721-b61a-3f9a005c498f),segment_id=18571f25-34b4-4721-b61a-3f9a005c498f)] {{(pid=93643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:28:52.407736 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.base_scheduler [None req-307e218e-7c1e-4ed6-8413-0b468bbbb6a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786873-3-iscsi, a56a963b-3a29-4893-8b20-0ca5507fb61c) {{(pid=93641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:28:52.407883 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-4c16be9a-6caf-4836-9542-fdc0b927cb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:52.412554 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307e218e-7c1e-4ed6-8413-0b468bbbb6a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:28:52.413258 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-307e218e-7c1e-4ed6-8413-0b468bbbb6a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8041489'] for subnet, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:52.418349 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:28:52.430296 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17f4da0-6580-47e5-bc57-afd22f6808d4 None None] Network a56a963b-3a29-4893-8b20-0ca5507fb61c requested from dv-cinder-786873-3-iscsi {{(pid=93643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:28:52.507900 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-307e218e-7c1e-4ed6-8413-0b468bbbb6a3 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1647527 Jun 18 08:28:52.508081 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-1919e6b5-7eb5-49e5-b161-f92175e4390f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:52.508198 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 58468) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:28:52.517573 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-4c651bf9-f12f-4311-b459-259ca5456c7a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-338729016-router', 'tenant_id': '665ee72de464416b9ceb623c24cfa8a5', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2'}}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:28:52.533240 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-1919e6b5-7eb5-49e5-b161-f92175e4390f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-568420'] for port, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:52.655460 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c16be9a-6caf-4836-9542-fdc0b927cb7b None None] Pushing event updated for resources: {'Port': ['ID=bc7bb9f4-9560-460e-8871-9d81f0260848,revision_number=2']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:28:52.661122 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-4c16be9a-6caf-4836-9542-fdc0b927cb7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:28:52.682179 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4c651bf9-f12f-4311-b459-259ca5456c7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8345775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6504'] for router, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:52.683435 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4c651bf9-f12f-4311-b459-259ca5456c7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8345810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7962524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8366830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6499'] for router, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:52.723215 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91091f5b-8a78-4f4c-8e09-2c0a21acf791 None None] Network a56a963b-3a29-4893-8b20-0ca5507fb61c requested from dv-cinder-786873-3-iscsi {{(pid=93643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:28:52.737790 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.db_base_plugin_common [None req-1919e6b5-7eb5-49e5-b161-f92175e4390f admin admin] Allocated IP 172.27.2.72 (215fa03e-ed5a-4c2a-ba1d-c413840c30f2/b938f688-1844-46d6-ac73-91c028ff50eb/7eeaa09d-5d43-4ad0-b39a-21d7cb9c7f2c) {{(pid=93642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:28:52.877138 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4c651bf9-f12f-4311-b459-259ca5456c7a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:52.924695 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-1919e6b5-7eb5-49e5-b161-f92175e4390f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:52.959267 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.agents_db [None req-a940af84-dce7-47c4-b5d3-ae67f117b383 None None] Agent healthcheck: found 6 active agents {{(pid=93644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:28:53.082384 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-1919e6b5-7eb5-49e5-b161-f92175e4390f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-568999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741881438814'] for port, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:53.086543 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-0c08fa05-c374-4c8f-8ae9-4d28e73078cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:28:53.167878 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4c651bf9-f12f-4311-b459-259ca5456c7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962606', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8345693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6517'] for router, precommit_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:53.189200 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1919e6b5-7eb5-49e5-b161-f92175e4390f admin admin] Network 215fa03e-ed5a-4c2a-ba1d-c413840c30f2 is already hosted by enough agents. {{(pid=93642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:28:53.210281 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.base_scheduler [None req-1919e6b5-7eb5-49e5-b161-f92175e4390f admin admin] Resources bound (agent type, host, resource id): {{(pid=93642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:28:53.217123 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1919e6b5-7eb5-49e5-b161-f92175e4390f admin admin] Received port after_create {{(pid=93642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:28:53.272581 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1919e6b5-7eb5-49e5-b161-f92175e4390f admin admin] Pushing event updated for resources: {'Port': ['ID=7eeaa09d-5d43-4ad0-b39a-21d7cb9c7f2c,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:28:53.318872 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-1919e6b5-7eb5-49e5-b161-f92175e4390f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:28:53.494609 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 58514) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:28:53.500613 dv-cinder-786873-3-iscsi neutron-server[93641]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 18 08:28:53.646470 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4c651bf9-f12f-4311-b459-259ca5456c7a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:53.660412 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-1919e6b5-7eb5-49e5-b161-f92175e4390f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:53.701242 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4c651bf9-f12f-4311-b459-259ca5456c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-568420'] for port, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:53.911459 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1934d314-3006-4d0d-b83b-fc51f5cc477c None None] Network 77f1c77d-8795-43df-96a9-39a8b7c2346a requested from dv-cinder-786873-3-iscsi {{(pid=93643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:28:53.962115 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-1919e6b5-7eb5-49e5-b161-f92175e4390f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8345766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7960378'] for router, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:53.986868 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a6ac6-e27b-4ed4-8fd3-62e26acc2a5e req-8020521e-42ff-45eb-8b03-90a6448bb1fa tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:28:53.991282 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6c5a6ac6-e27b-4ed4-8fd3-62e26acc2a5e req-8020521e-42ff-45eb-8b03-90a6448bb1fa tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/networks?id=9e6c262c-e481-4cc8-ac4c-827836c09b8f HTTP/1.1" status: 200 len: 812 time: 0.4955211 Jun 18 08:28:54.040283 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6c5a6ac6-e27b-4ed4-8fd3-62e26acc2a5e req-49f44f77-3aed-425e-8960-b9a1c767a039 tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/quotas/57dc50d0c8f342099a699ad37cbfac32 HTTP/1.1" status: 200 len: 375 time: 0.0477192 Jun 18 08:28:54.102913 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6c5a6ac6-e27b-4ed4-8fd3-62e26acc2a5e req-3f613c43-8522-4226-8fd6-62e440250282 tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=57dc50d0c8f342099a699ad37cbfac32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0613482 Jun 18 08:28:54.120830 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device bc7bb9f4-9560-460e-8871-9d81f0260848 up at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:28:54.142667 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.db.db_base_plugin_common [None req-4c651bf9-f12f-4311-b459-259ca5456c7a admin admin] Allocated IP 172.27.2.85 (215fa03e-ed5a-4c2a-ba1d-c413840c30f2/b938f688-1844-46d6-ac73-91c028ff50eb/e9656cc4-9a7c-4c8d-833d-a0b1548a8b1a) {{(pid=93641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:28:54.287539 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-950c036e-2477-498e-a760-3a289852ad45 None None] Provisioning for port bc7bb9f4-9560-460e-8871-9d81f0260848 completed by entity DHCP. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:28:54.373201 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning for port bc7bb9f4-9560-460e-8871-9d81f0260848 completed by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:28:54.379626 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning complete for port bc7bb9f4-9560-460e-8871-9d81f0260848 triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:28:54.380560 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:54.461463 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4c651bf9-f12f-4311-b459-259ca5456c7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:54.499987 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [req-6c5a6ac6-e27b-4ed4-8fd3-62e26acc2a5e req-9e4d195d-b24e-4b19-8b0d-20ede58eed6b service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 08:28:54.501847 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6c5a6ac6-e27b-4ed4-8fd3-62e26acc2a5e req-9e4d195d-b24e-4b19-8b0d-20ede58eed6b service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1200986 Jun 18 08:28:54.646956 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6c5a6ac6-e27b-4ed4-8fd3-62e26acc2a5e req-3860b515-e561-4fdc-a302-8bda44b16da7 service neutron] 10.222.0.70 "GET /v2.0/networks/9e6c262c-e481-4cc8-ac4c-827836c09b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362212 Jun 18 08:28:54.649018 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1919e6b5-7eb5-49e5-b161-f92175e4390f admin admin] Router 34370833-6cb5-4e51-b07d-9608e3188c46 is scheduled to L3 agent ebfc1b20-a3df-4bae-b350-fc31028a16a3 with binding_index 1 {{(pid=93642) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 08:28:54.705427 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:54.719781 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4c651bf9-f12f-4311-b459-259ca5456c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-568999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741881438814'] for port, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:54.725046 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:28:54.758965 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] For port bc7bb9f4-9560-460e-8871-9d81f0260848, host dv-cinder-786873-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=bc7bb9f4-9560-460e-8871-9d81f0260848,segment=NetworkSegment(18571f25-34b4-4721-b61a-3f9a005c498f),segment_id=18571f25-34b4-4721-b61a-3f9a005c498f)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:28:54.768428 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-a41146fd-5e2e-40bf-bca3-e32d3e8a6628 None None] Provisioning complete for port bc7bb9f4-9560-460e-8871-9d81f0260848 triggered by entity DHCP. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:28:54.769113 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-a41146fd-5e2e-40bf-bca3-e32d3e8a6628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:54.792012 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c651bf9-f12f-4311-b459-259ca5456c7a admin admin] Network 215fa03e-ed5a-4c2a-ba1d-c413840c30f2 is already hosted by enough agents. {{(pid=93641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:28:54.792477 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1919e6b5-7eb5-49e5-b161-f92175e4390f admin admin] Notify agent at l3_agent.dv-cinder-786873-3-iscsi the message routers_updated {{(pid=93642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:28:54.795882 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.base_scheduler [None req-4c651bf9-f12f-4311-b459-259ca5456c7a admin admin] Resources bound (agent type, host, resource id): {{(pid=93641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:28:54.798497 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c651bf9-f12f-4311-b459-259ca5456c7a admin admin] Pushing event updated for resources: {'Port': ['ID=e9656cc4-9a7c-4c8d-833d-a0b1548a8b1a,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:28:54.808030 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0119d8-9e24-4a61-a796-71b7da51c7de None None] Sync routers for ids ['34370833-6cb5-4e51-b07d-9608e3188c46'] in dv-cinder-786873-3-iscsi {{(pid=93644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:28:54.819367 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c651bf9-f12f-4311-b459-259ca5456c7a admin admin] Received port after_create {{(pid=93641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:28:54.822029 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0119d8-9e24-4a61-a796-71b7da51c7de None None] Routers {'34370833-6cb5-4e51-b07d-9608e3188c46'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:28:54.822672 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_hamode_db [None req-de0119d8-9e24-4a61-a796-71b7da51c7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:28:41Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['34370833-6cb5-4e51-b07d-9608e3188c46'], 'active': True} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:28:54.835362 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:54.856266 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:28:54.917958 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Pushing event updated for resources: {'Port': ['ID=bc7bb9f4-9560-460e-8871-9d81f0260848,revision_number=3']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:28:54.927138 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:28:54.972396 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-1919e6b5-7eb5-49e5-b161-f92175e4390f admin admin] Notify callbacks [] for router, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:54.976741 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-1919e6b5-7eb5-49e5-b161-f92175e4390f admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.9566185 Jun 18 08:28:54.977472 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 58546) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:28:55.000782 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6c5a6ac6-e27b-4ed4-8fd3-62e26acc2a5e req-3c24a3d5-43f8-42c5-a520-90792470fda3 service neutron] 10.222.0.70 "GET /v2.0/networks/9e6c262c-e481-4cc8-ac4c-827836c09b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263392 Jun 18 08:28:55.002552 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-4c651bf9-f12f-4311-b459-259ca5456c7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:28:55.006775 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvr_db [None req-de0119d8-9e24-4a61-a796-71b7da51c7de None None] Set router 34370833-6cb5-4e51-b07d-9608e3188c46 gateway port host: dv-cinder-786873-3-iscsi {{(pid=93644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:28:55.259132 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4c651bf9-f12f-4311-b459-259ca5456c7a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:55.285070 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_hamode_db [None req-de0119d8-9e24-4a61-a796-71b7da51c7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34370833-6cb5-4e51-b07d-9608e3188c46', 'name': 'tempest-AttachVolumeTestJSON-431435995-router', 'tenant_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '7eeaa09d-5d43-4ad0-b39a-21d7cb9c7f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:28:51Z', 'updated_at': '2021-06-18T08:28:53Z', 'revision_number': 3, 'project_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'gw_port': {'id': '7eeaa09d-5d43-4ad0-b39a-21d7cb9c7f2c', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:04:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34370833-6cb5-4e51-b07d-9608e3188c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:28:52Z', 'updated_at': '2021-06-18T08:28:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi'}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:28:55.318865 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0119d8-9e24-4a61-a796-71b7da51c7de None None] Checking router: 34370833-6cb5-4e51-b07d-9608e3188c46 for host: dv-cinder-786873-3-iscsi {{(pid=93644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:28:55.319475 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0119d8-9e24-4a61-a796-71b7da51c7de None None] Updating router 34370833-6cb5-4e51-b07d-9608e3188c46 port 7eeaa09d-5d43-4ad0-b39a-21d7cb9c7f2c binding host dv-cinder-786873-3-iscsi {{(pid=93644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 08:28:55.371401 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-de0119d8-9e24-4a61-a796-71b7da51c7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:55.529230 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 58590) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:28:55.600158 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b55a778e-444e-4d55-902a-ba3b8eb38c21 req-b764cdba-1aba-43c0-9d00-1145283a5fb9 tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/ports?device_id=70408ca6-4fed-4349-aa86-03b24105843e HTTP/1.1" status: 200 len: 210 time: 0.1517999 Jun 18 08:28:55.846438 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-de0119d8-9e24-4a61-a796-71b7da51c7de None None] Notify callbacks [] for port, precommit_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:55.848161 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-6e7a0bb7-f41c-4285-a8ac-7a66664aa31b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:55.857417 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.provisioning_blocks [None req-de0119d8-9e24-4a61-a796-71b7da51c7de None None] Transition to ACTIVE for port object 7eeaa09d-5d43-4ad0-b39a-21d7cb9c7f2c will not be triggered until provisioned by entity L2. {{(pid=93644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:28:55.880481 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4c651bf9-f12f-4311-b459-259ca5456c7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8345766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7960378'] for router, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:55.974079 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-f3604b69-9d83-429f-8c62-54708804e1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-568420'] for port, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:56.001658 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-de0119d8-9e24-4a61-a796-71b7da51c7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:56.004334 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-fc0f24f3-7523-41cc-90ad-092e7a526b31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:28:56.048478 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device bc7bb9f4-9560-460e-8871-9d81f0260848 up at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:28:56.123156 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.managers [None req-de0119d8-9e24-4a61-a796-71b7da51c7de None None] Attempting to bind port 7eeaa09d-5d43-4ad0-b39a-21d7cb9c7f2c on host dv-cinder-786873-3-iscsi for vnic_type normal with profile {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:28:56.126696 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.managers [None req-de0119d8-9e24-4a61-a796-71b7da51c7de None None] Attempting to bind port 7eeaa09d-5d43-4ad0-b39a-21d7cb9c7f2c by drivers openvswitch,hyperv on host dv-cinder-786873-3-iscsi at level 0 using segments [{'id': '12e3d6c0-2a01-4ec9-a6e5-283a6c482531', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2'}] {{(pid=93644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:28:56.127329 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0119d8-9e24-4a61-a796-71b7da51c7de None None] Attempting to bind port 7eeaa09d-5d43-4ad0-b39a-21d7cb9c7f2c on network 215fa03e-ed5a-4c2a-ba1d-c413840c30f2 {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:28:56.135108 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd462e5-d111-4ac8-bd9f-a1ff210954d2 None None] Pushing event updated for resources: {'Port': ['ID=7eeaa09d-5d43-4ad0-b39a-21d7cb9c7f2c,revision_number=2']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:28:56.146410 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0119d8-9e24-4a61-a796-71b7da51c7de None None] Checking agent: {'id': '38b9d690-c74c-4031-9e4b-d740e9188e6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 20, 42), 'started_at': datetime.datetime(2021, 6, 18, 8, 21, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:28:56.146790 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0119d8-9e24-4a61-a796-71b7da51c7de None None] Checking segment: {'id': '12e3d6c0-2a01-4ec9-a6e5-283a6c482531', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:28:56.147190 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-de0119d8-9e24-4a61-a796-71b7da51c7de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:56.147984 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0119d8-9e24-4a61-a796-71b7da51c7de None None] Bound using segment: {'id': '12e3d6c0-2a01-4ec9-a6e5-283a6c482531', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2'} {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:28:56.153690 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:56.156267 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.managers [None req-de0119d8-9e24-4a61-a796-71b7da51c7de None None] Bound port: 7eeaa09d-5d43-4ad0-b39a-21d7cb9c7f2c, host: dv-cinder-786873-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12e3d6c0-2a01-4ec9-a6e5-283a6c482531', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2'}}] {{(pid=93644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:28:56.156879 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-de0119d8-9e24-4a61-a796-71b7da51c7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:56.185746 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning complete for port bc7bb9f4-9560-460e-8871-9d81f0260848 triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:28:56.188889 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:56.205032 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd462e5-d111-4ac8-bd9f-a1ff210954d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:56.205032 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd462e5-d111-4ac8-bd9f-a1ff210954d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:56.208640 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-6e7a0bb7-f41c-4285-a8ac-7a66664aa31b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:56.211993 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.db_base_plugin_common [None req-f3604b69-9d83-429f-8c62-54708804e1ed admin admin] Allocated IP 172.20.0.1 (77f1c77d-8795-43df-96a9-39a8b7c2346a/0695c8b6-59a4-4923-a5ff-60cabbe26c72/b2978a64-6fbb-4a49-83ac-27d439b0f5a8) {{(pid=93642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:28:56.216149 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd462e5-d111-4ac8-bd9f-a1ff210954d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:56.216614 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd462e5-d111-4ac8-bd9f-a1ff210954d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:56.216988 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd462e5-d111-4ac8-bd9f-a1ff210954d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:56.217866 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd462e5-d111-4ac8-bd9f-a1ff210954d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:56.218265 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd462e5-d111-4ac8-bd9f-a1ff210954d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:56.218711 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd462e5-d111-4ac8-bd9f-a1ff210954d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:56.219056 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd462e5-d111-4ac8-bd9f-a1ff210954d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:56.219389 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd462e5-d111-4ac8-bd9f-a1ff210954d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:56.219745 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd462e5-d111-4ac8-bd9f-a1ff210954d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:56.220092 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd462e5-d111-4ac8-bd9f-a1ff210954d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:28:56.221180 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd462e5-d111-4ac8-bd9f-a1ff210954d2 None None] Tracked resource versions report: Jun 18 08:28:56.221180 dv-cinder-786873-3-iscsi neutron-server[93644]: pushed versions: Jun 18 08:28:56.221180 dv-cinder-786873-3-iscsi neutron-server[93644]: { 'AddressGroup': {'1.2'}, Jun 18 08:28:56.221180 dv-cinder-786873-3-iscsi neutron-server[93644]: 'ConntrackHelper': {'1.0'}, Jun 18 08:28:56.221180 dv-cinder-786873-3-iscsi neutron-server[93644]: 'Log': {'1.0'}, Jun 18 08:28:56.221180 dv-cinder-786873-3-iscsi neutron-server[93644]: 'Network': {'1.1'}, Jun 18 08:28:56.221180 dv-cinder-786873-3-iscsi neutron-server[93644]: 'Port': {'1.7'}, Jun 18 08:28:56.221180 dv-cinder-786873-3-iscsi neutron-server[93644]: 'PortForwarding': {'1.2'}, Jun 18 08:28:56.221180 dv-cinder-786873-3-iscsi neutron-server[93644]: 'QosPolicy': {'1.8'}, Jun 18 08:28:56.221180 dv-cinder-786873-3-iscsi neutron-server[93644]: 'SecurityGroup': {'1.4'}, Jun 18 08:28:56.221180 dv-cinder-786873-3-iscsi neutron-server[93644]: 'SecurityGroupRule': {'1.2'}, Jun 18 08:28:56.221180 dv-cinder-786873-3-iscsi neutron-server[93644]: 'SubPort': {'1.0'}, Jun 18 08:28:56.221180 dv-cinder-786873-3-iscsi neutron-server[93644]: 'Subnet': {'1.1'}, Jun 18 08:28:56.221180 dv-cinder-786873-3-iscsi neutron-server[93644]: 'Trunk': {'1.1'}} Jun 18 08:28:56.221180 dv-cinder-786873-3-iscsi neutron-server[93644]: consumer versions: Jun 18 08:28:56.221180 dv-cinder-786873-3-iscsi neutron-server[93644]: { DHCP agent@dv-cinder-786873-3-iscsi: {}, Jun 18 08:28:56.221180 dv-cinder-786873-3-iscsi neutron-server[93644]: HyperV agent@hv-cinder-78687: {}, Jun 18 08:28:56.221180 dv-cinder-786873-3-iscsi neutron-server[93644]: L3 agent@dv-cinder-786873-3-iscsi: {}, Jun 18 08:28:56.221180 dv-cinder-786873-3-iscsi neutron-server[93644]: Metadata agent@dv-cinder-786873-3-iscsi: {}, Jun 18 08:28:56.221180 dv-cinder-786873-3-iscsi neutron-server[93644]: Metering agent@dv-cinder-786873-3-iscsi: {}, Jun 18 08:28:56.221180 dv-cinder-786873-3-iscsi neutron-server[93644]: Open vSwitch agent@dv-cinder-786873-3-iscsi: { 'AddressGroup': '1.2', Jun 18 08:28:56.221180 dv-cinder-786873-3-iscsi neutron-server[93644]: 'ConntrackHelper': '1.0', Jun 18 08:28:56.221180 dv-cinder-786873-3-iscsi neutron-server[93644]: 'Log': '1.0', Jun 18 08:28:56.221180 dv-cinder-786873-3-iscsi neutron-server[93644]: 'Network': '1.1', Jun 18 08:28:56.221180 dv-cinder-786873-3-iscsi neutron-server[93644]: 'Port': '1.7', Jun 18 08:28:56.221180 dv-cinder-786873-3-iscsi neutron-server[93644]: 'PortForwarding': '1.2', Jun 18 08:28:56.221180 dv-cinder-786873-3-iscsi neutron-server[93644]: 'QosPolicy': '1.8', Jun 18 08:28:56.221180 dv-cinder-786873-3-iscsi neutron-server[93644]: 'SecurityGroup': '1.4', Jun 18 08:28:56.221180 dv-cinder-786873-3-iscsi neutron-server[93644]: 'SecurityGroupRule': '1.2', Jun 18 08:28:56.221180 dv-cinder-786873-3-iscsi neutron-server[93644]: 'SubPort': '1.0', Jun 18 08:28:56.221180 dv-cinder-786873-3-iscsi neutron-server[93644]: 'Subnet': '1.1', Jun 18 08:28:56.221180 dv-cinder-786873-3-iscsi neutron-server[93644]: 'Trunk': '1.1'}} Jun 18 08:28:56.221180 dv-cinder-786873-3-iscsi neutron-server[93644]: {{(pid=93644) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 08:28:56.230328 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-cdd462e5-d111-4ac8-bd9f-a1ff210954d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:28:56.286338 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.db [None req-de0119d8-9e24-4a61-a796-71b7da51c7de None None] For port 7eeaa09d-5d43-4ad0-b39a-21d7cb9c7f2c, host dv-cinder-786873-3-iscsi, cleared binding levels {{(pid=93644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:28:56.290167 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.db [None req-de0119d8-9e24-4a61-a796-71b7da51c7de None None] For port 7eeaa09d-5d43-4ad0-b39a-21d7cb9c7f2c, host dv-cinder-786873-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=7eeaa09d-5d43-4ad0-b39a-21d7cb9c7f2c,segment=NetworkSegment(12e3d6c0-2a01-4ec9-a6e5-283a6c482531),segment_id=12e3d6c0-2a01-4ec9-a6e5-283a6c482531)] {{(pid=93644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:28:56.309938 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-6e7a0bb7-f41c-4285-a8ac-7a66664aa31b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:56.314381 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:28:56.365875 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c651bf9-f12f-4311-b459-259ca5456c7a admin admin] Router 8ad1e4c3-e2e4-4288-9b4d-bb4f277d56c6 is scheduled to L3 agent ebfc1b20-a3df-4bae-b350-fc31028a16a3 with binding_index 1 {{(pid=93641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 08:28:56.367792 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-de0119d8-9e24-4a61-a796-71b7da51c7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:56.370318 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-fc0f24f3-7523-41cc-90ad-092e7a526b31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:28:56.382346 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7a0bb7-f41c-4285-a8ac-7a66664aa31b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a80c43-6655-4d6f-a24d-50851f2a9abd,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:28:56.392798 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 58622) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:28:56.394937 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-6e7a0bb7-f41c-4285-a8ac-7a66664aa31b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=db8f5a509ab646f2a3390cb4fac4350b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8590615 Jun 18 08:28:56.403251 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-6e7a0bb7-f41c-4285-a8ac-7a66664aa31b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:28:56.407814 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-f3604b69-9d83-429f-8c62-54708804e1ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:56.442667 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-f3604b69-9d83-429f-8c62-54708804e1ed admin admin] Transition to ACTIVE for port object b2978a64-6fbb-4a49-83ac-27d439b0f5a8 will not be triggered until provisioned by entity DHCP. {{(pid=93642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:28:56.445352 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0119d8-9e24-4a61-a796-71b7da51c7de None None] Routers {'34370833-6cb5-4e51-b07d-9608e3188c46'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:28:56.446155 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_hamode_db [None req-de0119d8-9e24-4a61-a796-71b7da51c7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:28:41Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['34370833-6cb5-4e51-b07d-9608e3188c46'], 'active': True} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:28:56.496227 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-53739eb2-9634-4376-ba8e-968c47d85b0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:56.542586 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-53739eb2-9634-4376-ba8e-968c47d85b0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:56.558343 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c651bf9-f12f-4311-b459-259ca5456c7a admin admin] Notify agent at l3_agent.dv-cinder-786873-3-iscsi the message routers_updated {{(pid=93641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:28:56.582046 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cb1fe6-20a0-4af0-b575-0d0ea5571a37 None None] Sync routers for ids ['8ad1e4c3-e2e4-4288-9b4d-bb4f277d56c6'] in dv-cinder-786873-3-iscsi {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:28:56.593765 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd462e5-d111-4ac8-bd9f-a1ff210954d2 None None] Pushing event updated for resources: {'Port': ['ID=7eeaa09d-5d43-4ad0-b39a-21d7cb9c7f2c,revision_number=3']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:28:56.603312 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cb1fe6-20a0-4af0-b575-0d0ea5571a37 None None] Routers {'8ad1e4c3-e2e4-4288-9b4d-bb4f277d56c6'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:28:56.604229 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-44cb1fe6-20a0-4af0-b575-0d0ea5571a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:28:41Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['8ad1e4c3-e2e4-4288-9b4d-bb4f277d56c6'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:28:56.612537 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-cdd462e5-d111-4ac8-bd9f-a1ff210954d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:28:56.657477 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvr_db [None req-de0119d8-9e24-4a61-a796-71b7da51c7de None None] Set router 34370833-6cb5-4e51-b07d-9608e3188c46 gateway port host: dv-cinder-786873-3-iscsi {{(pid=93644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:28:56.676230 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-f3604b69-9d83-429f-8c62-54708804e1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-568999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741881438814'] for port, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:56.680293 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:28:56.726182 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 58638) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:28:56.735871 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3604b69-9d83-429f-8c62-54708804e1ed admin admin] Network 77f1c77d-8795-43df-96a9-39a8b7c2346a is already hosted by enough agents. {{(pid=93642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:28:56.740264 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.base_scheduler [None req-f3604b69-9d83-429f-8c62-54708804e1ed admin admin] Resources bound (agent type, host, resource id): {{(pid=93642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:28:56.742390 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3604b69-9d83-429f-8c62-54708804e1ed admin admin] Pushing event updated for resources: {'Port': ['ID=b2978a64-6fbb-4a49-83ac-27d439b0f5a8,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:28:56.744872 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3604b69-9d83-429f-8c62-54708804e1ed admin admin] Received port after_create {{(pid=93642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:28:56.745421 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-f3604b69-9d83-429f-8c62-54708804e1ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7960853'] for router_interface, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:56.750500 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-53739eb2-9634-4376-ba8e-968c47d85b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:56.751529 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-f3604b69-9d83-429f-8c62-54708804e1ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:28:56.793339 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-53739eb2-9634-4376-ba8e-968c47d85b0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:56.798421 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-53739eb2-9634-4376-ba8e-968c47d85b0d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c6a80c43-6655-4d6f-a24d-50851f2a9abd HTTP/1.1" status: 204 len: 168 time: 0.4035156 Jun 18 08:28:56.804734 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:28:56.818364 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4c651bf9-f12f-4311-b459-259ca5456c7a admin admin] Notify callbacks [] for router, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:56.825532 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-4c651bf9-f12f-4311-b459-259ca5456c7a admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.3139310 Jun 18 08:28:56.830259 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 58646) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:28:56.832148 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-44cb1fe6-20a0-4af0-b575-0d0ea5571a37 None None] Set router 8ad1e4c3-e2e4-4288-9b4d-bb4f277d56c6 gateway port host: dv-cinder-786873-3-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:28:56.837974 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-5f540961-532f-409f-b945-b80292107184 req-b226bde3-270c-4475-8afb-88a61601329a tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/ports?device_id=70408ca6-4fed-4349-aa86-03b24105843e HTTP/1.1" status: 200 len: 210 time: 0.1092868 Jun 18 08:28:56.854142 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53739eb2-9634-4376-ba8e-968c47d85b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a80c43-6655-4d6f-a24d-50851f2a9abd,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:28:56.869786 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-53739eb2-9634-4376-ba8e-968c47d85b0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:28:57.110384 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_hamode_db [None req-de0119d8-9e24-4a61-a796-71b7da51c7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34370833-6cb5-4e51-b07d-9608e3188c46', 'name': 'tempest-AttachVolumeTestJSON-431435995-router', 'tenant_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '7eeaa09d-5d43-4ad0-b39a-21d7cb9c7f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:28:51Z', 'updated_at': '2021-06-18T08:28:53Z', 'revision_number': 3, 'project_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'gw_port': {'id': '7eeaa09d-5d43-4ad0-b39a-21d7cb9c7f2c', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:04:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34370833-6cb5-4e51-b07d-9608e3188c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:28:52Z', 'updated_at': '2021-06-18T08:28:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi'}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:28:57.159028 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-f3604b69-9d83-429f-8c62-54708804e1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:57.285036 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0119d8-9e24-4a61-a796-71b7da51c7de None None] The sync data for ids ['34370833-6cb5-4e51-b07d-9608e3188c46'] in dv-cinder-786873-3-iscsi is: [{'id': '34370833-6cb5-4e51-b07d-9608e3188c46', 'name': 'tempest-AttachVolumeTestJSON-431435995-router', 'tenant_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '7eeaa09d-5d43-4ad0-b39a-21d7cb9c7f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:28:51Z', 'updated_at': '2021-06-18T08:28:53Z', 'revision_number': 3, 'project_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'gw_port': {'id': '7eeaa09d-5d43-4ad0-b39a-21d7cb9c7f2c', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:04:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34370833-6cb5-4e51-b07d-9608e3188c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:28:52Z', 'updated_at': '2021-06-18T08:28:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi'}] {{(pid=93644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:28:57.324226 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-606b77eb-2af7-4b03-9d3c-cb417f606eb2 None None] Provisioning for port b2978a64-6fbb-4a49-83ac-27d439b0f5a8 completed by entity DHCP. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:28:57.398822 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-606b77eb-2af7-4b03-9d3c-cb417f606eb2 None None] Provisioning complete for port b2978a64-6fbb-4a49-83ac-27d439b0f5a8 triggered by entity DHCP. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:28:57.409241 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-606b77eb-2af7-4b03-9d3c-cb417f606eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:57.444192 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-f3604b69-9d83-429f-8c62-54708804e1ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:57.497053 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-606b77eb-2af7-4b03-9d3c-cb417f606eb2 None None] Port b2978a64-6fbb-4a49-83ac-27d439b0f5a8 cannot update to ACTIVE because it is not bound. {{(pid=93643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 08:28:57.525054 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-44cb1fe6-20a0-4af0-b575-0d0ea5571a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ad1e4c3-e2e4-4288-9b4d-bb4f277d56c6', 'name': 'tempest-ServerRescueNegativeTestJSON-338729016-router', 'tenant_id': '665ee72de464416b9ceb623c24cfa8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'e9656cc4-9a7c-4c8d-833d-a0b1548a8b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:28:52Z', 'updated_at': '2021-06-18T08:28:54Z', 'revision_number': 3, 'project_id': '665ee72de464416b9ceb623c24cfa8a5', 'gw_port': {'id': 'e9656cc4-9a7c-4c8d-833d-a0b1548a8b1a', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:15:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ad1e4c3-e2e4-4288-9b4d-bb4f277d56c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:28:53Z', 'updated_at': '2021-06-18T08:28:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi'}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:28:57.539153 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-f3604b69-9d83-429f-8c62-54708804e1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:57.540906 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-f3604b69-9d83-429f-8c62-54708804e1ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8041570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7961100'] for router_interface, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:57.560108 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cb1fe6-20a0-4af0-b575-0d0ea5571a37 None None] Checking router: 8ad1e4c3-e2e4-4288-9b4d-bb4f277d56c6 for host: dv-cinder-786873-3-iscsi {{(pid=93643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:28:57.560508 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:28:57.561636 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cb1fe6-20a0-4af0-b575-0d0ea5571a37 None None] Updating router 8ad1e4c3-e2e4-4288-9b4d-bb4f277d56c6 port e9656cc4-9a7c-4c8d-833d-a0b1548a8b1a binding host dv-cinder-786873-3-iscsi {{(pid=93643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 08:28:57.647349 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3604b69-9d83-429f-8c62-54708804e1ed admin admin] Pushing event updated for resources: {'Port': ['ID=b2978a64-6fbb-4a49-83ac-27d439b0f5a8,revision_number=2']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:28:57.659149 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-f3604b69-9d83-429f-8c62-54708804e1ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:28:57.666335 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-44cb1fe6-20a0-4af0-b575-0d0ea5571a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:57.888074 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 58672) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:28:57.902484 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-35d705da-1704-44e9-96a5-c8f61f98f11f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-568420'] for port, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:57.923728 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3604b69-9d83-429f-8c62-54708804e1ed admin admin] Network 77f1c77d-8795-43df-96a9-39a8b7c2346a is already hosted by enough agents. {{(pid=93642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:28:57.927198 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.base_scheduler [None req-f3604b69-9d83-429f-8c62-54708804e1ed admin admin] Resources bound (agent type, host, resource id): {{(pid=93642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:28:58.323329 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device 7eeaa09d-5d43-4ad0-b39a-21d7cb9c7f2c up at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:28:58.370432 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.db.db_base_plugin_common [None req-35d705da-1704-44e9-96a5-c8f61f98f11f admin admin] Allocated IP 172.20.0.1 (a56a963b-3a29-4893-8b20-0ca5507fb61c/9b52193f-07b8-4a42-8014-0c30c4f4094b/1009b9a9-5a9d-47ca-83f9-9a59093dcf86) {{(pid=93641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:28:58.375289 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3604b69-9d83-429f-8c62-54708804e1ed admin admin] Router 34370833-6cb5-4e51-b07d-9608e3188c46 has already been hosted by L3 agent ebfc1b20-a3df-4bae-b350-fc31028a16a3 {{(pid=93642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 08:28:58.384907 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 58684) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:28:58.451599 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-dfb0d5e7-bf6b-4ba5-8b26-48ad32c34e31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:58.509039 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-eec4367f-f144-47ef-ad3b-49b8c8fba9e3 None None] Provisioning complete for port b2978a64-6fbb-4a49-83ac-27d439b0f5a8 triggered by entity DHCP. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:28:58.509597 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-eec4367f-f144-47ef-ad3b-49b8c8fba9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:58.527246 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-44cb1fe6-20a0-4af0-b575-0d0ea5571a37 None None] Notify callbacks [] for port, precommit_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:58.581923 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-44cb1fe6-20a0-4af0-b575-0d0ea5571a37 None None] Transition to ACTIVE for port object e9656cc4-9a7c-4c8d-833d-a0b1548a8b1a will not be triggered until provisioned by entity L2. {{(pid=93643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:28:58.596341 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-93f871e3-cc1b-4435-8f05-532a5043754f req-6c349636-fea5-47f3-9dfb-93f92c263479 tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/ports?device_id=70408ca6-4fed-4349-aa86-03b24105843e HTTP/1.1" status: 200 len: 210 time: 0.5993490 Jun 18 08:28:58.598859 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning for port 7eeaa09d-5d43-4ad0-b39a-21d7cb9c7f2c completed by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:28:58.611188 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-eb2247e6-69a7-45db-befb-6b56bb8fd850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:58.620015 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning complete for port 7eeaa09d-5d43-4ad0-b39a-21d7cb9c7f2c triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:28:58.620365 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:58.663689 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-eec4367f-f144-47ef-ad3b-49b8c8fba9e3 None None] Port b2978a64-6fbb-4a49-83ac-27d439b0f5a8 cannot update to ACTIVE because it is not bound. {{(pid=93643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 08:28:58.702766 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-35d705da-1704-44e9-96a5-c8f61f98f11f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:58.704842 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-44cb1fe6-20a0-4af0-b575-0d0ea5571a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:58.740089 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:28:58.820428 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:58.834123 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3604b69-9d83-429f-8c62-54708804e1ed admin admin] Notify agent at l3_agent.dv-cinder-786873-3-iscsi the message routers_updated {{(pid=93642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:28:58.839659 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-f3604b69-9d83-429f-8c62-54708804e1ed admin admin] 10.222.0.70 "PUT /v2.0/routers/34370833-6cb5-4e51-b07d-9608e3188c46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8609316 Jun 18 08:28:58.856381 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-44cb1fe6-20a0-4af0-b575-0d0ea5571a37 None None] Attempting to bind port e9656cc4-9a7c-4c8d-833d-a0b1548a8b1a on host dv-cinder-786873-3-iscsi for vnic_type normal with profile {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:28:58.856803 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-44cb1fe6-20a0-4af0-b575-0d0ea5571a37 None None] Attempting to bind port e9656cc4-9a7c-4c8d-833d-a0b1548a8b1a by drivers openvswitch,hyperv on host dv-cinder-786873-3-iscsi at level 0 using segments [{'id': '12e3d6c0-2a01-4ec9-a6e5-283a6c482531', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2'}] {{(pid=93643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:28:58.857177 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cb1fe6-20a0-4af0-b575-0d0ea5571a37 None None] Attempting to bind port e9656cc4-9a7c-4c8d-833d-a0b1548a8b1a on network 215fa03e-ed5a-4c2a-ba1d-c413840c30f2 {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:28:58.859714 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-35d705da-1704-44e9-96a5-c8f61f98f11f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-568999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741881438814'] for port, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:58.863227 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:28:58.894198 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] For port 7eeaa09d-5d43-4ad0-b39a-21d7cb9c7f2c, host dv-cinder-786873-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=7eeaa09d-5d43-4ad0-b39a-21d7cb9c7f2c,segment=NetworkSegment(12e3d6c0-2a01-4ec9-a6e5-283a6c482531),segment_id=12e3d6c0-2a01-4ec9-a6e5-283a6c482531)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:28:58.897934 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ce3f85-1460-4ed1-b40b-72af85cfb18e None None] Pushing event updated for resources: {'Port': ['ID=e9656cc4-9a7c-4c8d-833d-a0b1548a8b1a,revision_number=2']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:28:58.915649 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-c3ce3f85-1460-4ed1-b40b-72af85cfb18e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:28:58.917059 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cb1fe6-20a0-4af0-b575-0d0ea5571a37 None None] Checking agent: {'id': '38b9d690-c74c-4031-9e4b-d740e9188e6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 20, 42), 'started_at': datetime.datetime(2021, 6, 18, 8, 21, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:28:58.917575 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cb1fe6-20a0-4af0-b575-0d0ea5571a37 None None] Checking segment: {'id': '12e3d6c0-2a01-4ec9-a6e5-283a6c482531', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:28:58.918230 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-44cb1fe6-20a0-4af0-b575-0d0ea5571a37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:58.918644 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cb1fe6-20a0-4af0-b575-0d0ea5571a37 None None] Bound using segment: {'id': '12e3d6c0-2a01-4ec9-a6e5-283a6c482531', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2'} {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:28:58.919156 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-44cb1fe6-20a0-4af0-b575-0d0ea5571a37 None None] Bound port: e9656cc4-9a7c-4c8d-833d-a0b1548a8b1a, host: dv-cinder-786873-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12e3d6c0-2a01-4ec9-a6e5-283a6c482531', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2'}}] {{(pid=93643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:28:58.919546 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-44cb1fe6-20a0-4af0-b575-0d0ea5571a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:58.935526 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-dfb0d5e7-bf6b-4ba5-8b26-48ad32c34e31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:58.960315 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d705da-1704-44e9-96a5-c8f61f98f11f admin admin] Network a56a963b-3a29-4893-8b20-0ca5507fb61c is already hosted by enough agents. {{(pid=93641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:28:58.963081 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.base_scheduler [None req-35d705da-1704-44e9-96a5-c8f61f98f11f admin admin] Resources bound (agent type, host, resource id): {{(pid=93641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:28:58.966676 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d705da-1704-44e9-96a5-c8f61f98f11f admin admin] Received port after_create {{(pid=93641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:28:58.967996 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-35d705da-1704-44e9-96a5-c8f61f98f11f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7960853'] for router_interface, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:59.005079 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:59.007928 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-dfb0d5e7-bf6b-4ba5-8b26-48ad32c34e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:59.013050 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:28:59.017578 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:28:59.043244 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d705da-1704-44e9-96a5-c8f61f98f11f admin admin] Pushing event updated for resources: {'Port': ['ID=1009b9a9-5a9d-47ca-83f9-9a59093dcf86,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:28:59.047813 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-35d705da-1704-44e9-96a5-c8f61f98f11f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:28:59.091994 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-dfb0d5e7-bf6b-4ba5-8b26-48ad32c34e31 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bed098563da74222bcc1b79258a8b8b2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7056606 Jun 18 08:28:59.093296 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb0d5e7-bf6b-4ba5-8b26-48ad32c34e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b64486-d01e-4e96-9498-de391c94d720,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:28:59.096304 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 58706) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:28:59.103561 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-dfb0d5e7-bf6b-4ba5-8b26-48ad32c34e31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:28:59.120687 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-44cb1fe6-20a0-4af0-b575-0d0ea5571a37 None None] For port e9656cc4-9a7c-4c8d-833d-a0b1548a8b1a, host dv-cinder-786873-3-iscsi, cleared binding levels {{(pid=93643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:28:59.145204 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-44cb1fe6-20a0-4af0-b575-0d0ea5571a37 None None] For port e9656cc4-9a7c-4c8d-833d-a0b1548a8b1a, host dv-cinder-786873-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=e9656cc4-9a7c-4c8d-833d-a0b1548a8b1a,segment=NetworkSegment(12e3d6c0-2a01-4ec9-a6e5-283a6c482531),segment_id=12e3d6c0-2a01-4ec9-a6e5-283a6c482531)] {{(pid=93643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:28:59.159881 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Pushing event updated for resources: {'Port': ['ID=7eeaa09d-5d43-4ad0-b39a-21d7cb9c7f2c,revision_number=4']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:28:59.163525 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:28:59.185209 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-3d8fe579-f5f9-479c-8dd7-95e89bff3995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:59.202721 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-44cb1fe6-20a0-4af0-b575-0d0ea5571a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:59.210294 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-4c16be9a-6caf-4836-9542-fdc0b927cb7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:28:59.259159 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-3d8fe579-f5f9-479c-8dd7-95e89bff3995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:59.343510 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-eb2247e6-69a7-45db-befb-6b56bb8fd850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:59.350106 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ce3f85-1460-4ed1-b40b-72af85cfb18e None None] Pushing event updated for resources: {'Port': ['ID=e9656cc4-9a7c-4c8d-833d-a0b1548a8b1a,revision_number=3']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:28:59.366913 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-c3ce3f85-1460-4ed1-b40b-72af85cfb18e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:28:59.375045 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cb1fe6-20a0-4af0-b575-0d0ea5571a37 None None] Routers {'8ad1e4c3-e2e4-4288-9b4d-bb4f277d56c6'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:28:59.378241 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-44cb1fe6-20a0-4af0-b575-0d0ea5571a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:28:41Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['8ad1e4c3-e2e4-4288-9b4d-bb4f277d56c6'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:28:59.427000 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-35d705da-1704-44e9-96a5-c8f61f98f11f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:59.444427 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-eb2247e6-69a7-45db-befb-6b56bb8fd850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:59.465943 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-3d8fe579-f5f9-479c-8dd7-95e89bff3995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:59.473912 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-3d8fe579-f5f9-479c-8dd7-95e89bff3995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:59.486815 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-e65039f4-2a97-4b0a-8dd9-953ff62833fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:28:59.487074 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-3d8fe579-f5f9-479c-8dd7-95e89bff3995 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/58b64486-d01e-4e96-9498-de391c94d720 HTTP/1.1" status: 204 len: 168 time: 0.3872333 Jun 18 08:28:59.488190 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:28:59.518360 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8fe579-f5f9-479c-8dd7-95e89bff3995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b64486-d01e-4e96-9498-de391c94d720,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:28:59.523725 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-3d8fe579-f5f9-479c-8dd7-95e89bff3995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:28:59.606720 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2247e6-69a7-45db-befb-6b56bb8fd850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb50d89e-b6ca-4e80-87ba-6895881da905,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:28:59.621489 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 58722) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:28:59.621748 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-eb2247e6-69a7-45db-befb-6b56bb8fd850 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7c004aeae23e4f4e8741fbdd316a46e5&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7313728 Jun 18 08:28:59.622754 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-eb2247e6-69a7-45db-befb-6b56bb8fd850 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:28:59.634875 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-44cb1fe6-20a0-4af0-b575-0d0ea5571a37 None None] Set router 8ad1e4c3-e2e4-4288-9b4d-bb4f277d56c6 gateway port host: dv-cinder-786873-3-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:28:59.816776 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-87717f1f-ad35-4e52-a32b-e99f24dfa98c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:28:59.892484 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-87717f1f-ad35-4e52-a32b-e99f24dfa98c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:00.002443 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-35d705da-1704-44e9-96a5-c8f61f98f11f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:00.056624 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-66616864-ff03-4ab7-a1f2-891eced84c6f req-d88862fc-d0fe-4118-901a-9a242019daa4 tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/ports?device_id=70408ca6-4fed-4349-aa86-03b24105843e HTTP/1.1" status: 200 len: 210 time: 0.0516653 Jun 18 08:29:00.084622 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device 7eeaa09d-5d43-4ad0-b39a-21d7cb9c7f2c up at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:29:00.116231 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-35d705da-1704-44e9-96a5-c8f61f98f11f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:00.116556 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-87717f1f-ad35-4e52-a32b-e99f24dfa98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:00.117534 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-35d705da-1704-44e9-96a5-c8f61f98f11f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8041570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7961100'] for router_interface, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:00.120195 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:00.120373 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-87717f1f-ad35-4e52-a32b-e99f24dfa98c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:00.121714 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-87717f1f-ad35-4e52-a32b-e99f24dfa98c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fb50d89e-b6ca-4e80-87ba-6895881da905 HTTP/1.1" status: 204 len: 168 time: 0.4919097 Jun 18 08:29:00.123093 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-630b72c6-a54e-4666-94a0-9b0bd79b4bec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:00.137244 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87717f1f-ad35-4e52-a32b-e99f24dfa98c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb50d89e-b6ca-4e80-87ba-6895881da905,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:00.141673 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-87717f1f-ad35-4e52-a32b-e99f24dfa98c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:00.207788 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d046d9e-9678-4599-b9f6-1a0c4b75c165 None None] Sync routers for ids ['34370833-6cb5-4e51-b07d-9608e3188c46'] in dv-cinder-786873-3-iscsi {{(pid=93644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:29:00.222810 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d046d9e-9678-4599-b9f6-1a0c4b75c165 None None] Routers {'34370833-6cb5-4e51-b07d-9608e3188c46'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:29:00.224306 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_hamode_db [None req-5d046d9e-9678-4599-b9f6-1a0c4b75c165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:28:41Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['34370833-6cb5-4e51-b07d-9608e3188c46'], 'active': True} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:29:00.256394 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning complete for port 7eeaa09d-5d43-4ad0-b39a-21d7cb9c7f2c triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:29:00.257163 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:00.307900 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d705da-1704-44e9-96a5-c8f61f98f11f admin admin] Pushing event updated for resources: {'Port': ['ID=1009b9a9-5a9d-47ca-83f9-9a59093dcf86,revision_number=2']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:00.328853 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-35d705da-1704-44e9-96a5-c8f61f98f11f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:00.377663 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 58748) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:29:00.382494 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [None req-a113bb62-eca6-4968-b7f3-94da7502e2b3 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Request body: {'security_group': {'name': 'tempest-securitygroup--138601240', 'description': 'tempest-description--1120010650'}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:29:00.421497 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-44cb1fe6-20a0-4af0-b575-0d0ea5571a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ad1e4c3-e2e4-4288-9b4d-bb4f277d56c6', 'name': 'tempest-ServerRescueNegativeTestJSON-338729016-router', 'tenant_id': '665ee72de464416b9ceb623c24cfa8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'e9656cc4-9a7c-4c8d-833d-a0b1548a8b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:28:52Z', 'updated_at': '2021-06-18T08:28:59Z', 'revision_number': 4, 'project_id': '665ee72de464416b9ceb623c24cfa8a5', 'gw_port': {'id': 'e9656cc4-9a7c-4c8d-833d-a0b1548a8b1a', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:15:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ad1e4c3-e2e4-4288-9b4d-bb4f277d56c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:28:53Z', 'updated_at': '2021-06-18T08:28:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_interfaces': [{'id': '1009b9a9-5a9d-47ca-83f9-9a59093dcf86', 'name': '', 'network_id': 'a56a963b-3a29-4893-8b20-0ca5507fb61c', 'tenant_id': '665ee72de464416b9ceb623c24cfa8a5', 'mac_address': 'fa:16:3e:79:2a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ad1e4c3-e2e4-4288-9b4d-bb4f277d56c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '9b52193f-07b8-4a42-8014-0c30c4f4094b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:28:57Z', 'updated_at': '2021-06-18T08:28:58Z', 'revision_number': 1, 'project_id': '665ee72de464416b9ceb623c24cfa8a5', 'subnets': [{'id': '9b52193f-07b8-4a42-8014-0c30c4f4094b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:29:00.450160 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d705da-1704-44e9-96a5-c8f61f98f11f admin admin] Network a56a963b-3a29-4893-8b20-0ca5507fb61c is already hosted by enough agents. {{(pid=93641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:29:00.452428 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.base_scheduler [None req-35d705da-1704-44e9-96a5-c8f61f98f11f admin admin] Resources bound (agent type, host, resource id): {{(pid=93641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:29:00.462643 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvr_db [None req-5d046d9e-9678-4599-b9f6-1a0c4b75c165 None None] Set router 34370833-6cb5-4e51-b07d-9608e3188c46 gateway port host: dv-cinder-786873-3-iscsi {{(pid=93644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:29:00.483384 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cb1fe6-20a0-4af0-b575-0d0ea5571a37 None None] The sync data for ids ['8ad1e4c3-e2e4-4288-9b4d-bb4f277d56c6'] in dv-cinder-786873-3-iscsi is: [{'id': '8ad1e4c3-e2e4-4288-9b4d-bb4f277d56c6', 'name': 'tempest-ServerRescueNegativeTestJSON-338729016-router', 'tenant_id': '665ee72de464416b9ceb623c24cfa8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'e9656cc4-9a7c-4c8d-833d-a0b1548a8b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:28:52Z', 'updated_at': '2021-06-18T08:28:59Z', 'revision_number': 4, 'project_id': '665ee72de464416b9ceb623c24cfa8a5', 'gw_port': {'id': 'e9656cc4-9a7c-4c8d-833d-a0b1548a8b1a', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:15:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ad1e4c3-e2e4-4288-9b4d-bb4f277d56c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:28:53Z', 'updated_at': '2021-06-18T08:28:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_interfaces': [{'id': '1009b9a9-5a9d-47ca-83f9-9a59093dcf86', 'name': '', 'network_id': 'a56a963b-3a29-4893-8b20-0ca5507fb61c', 'tenant_id': '665ee72de464416b9ceb623c24cfa8a5', 'mac_address': 'fa:16:3e:79:2a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ad1e4c3-e2e4-4288-9b4d-bb4f277d56c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '9b52193f-07b8-4a42-8014-0c30c4f4094b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:28:57Z', 'updated_at': '2021-06-18T08:28:58Z', 'revision_number': 1, 'project_id': '665ee72de464416b9ceb623c24cfa8a5', 'subnets': [{'id': '9b52193f-07b8-4a42-8014-0c30c4f4094b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:29:00.498901 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-a113bb62-eca6-4968-b7f3-94da7502e2b3 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks [] for security_group, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:00.663228 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35d705da-1704-44e9-96a5-c8f61f98f11f admin admin] Router 8ad1e4c3-e2e4-4288-9b4d-bb4f277d56c6 has already been hosted by L3 agent ebfc1b20-a3df-4bae-b350-fc31028a16a3 {{(pid=93641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 08:29:00.719886 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-a113bb62-eca6-4968-b7f3-94da7502e2b3 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks [] for security_group, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:00.785036 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-a113bb62-eca6-4968-b7f3-94da7502e2b3 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:00.797992 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-53739eb2-9634-4376-ba8e-968c47d85b0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:00.832959 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_hamode_db [None req-5d046d9e-9678-4599-b9f6-1a0c4b75c165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34370833-6cb5-4e51-b07d-9608e3188c46', 'name': 'tempest-AttachVolumeTestJSON-431435995-router', 'tenant_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '7eeaa09d-5d43-4ad0-b39a-21d7cb9c7f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:28:51Z', 'updated_at': '2021-06-18T08:28:56Z', 'revision_number': 4, 'project_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'gw_port': {'id': '7eeaa09d-5d43-4ad0-b39a-21d7cb9c7f2c', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:04:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34370833-6cb5-4e51-b07d-9608e3188c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:28:52Z', 'updated_at': '2021-06-18T08:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_interfaces': [{'id': 'b2978a64-6fbb-4a49-83ac-27d439b0f5a8', 'name': '', 'network_id': '77f1c77d-8795-43df-96a9-39a8b7c2346a', 'tenant_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'mac_address': 'fa:16:3e:60:93:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34370833-6cb5-4e51-b07d-9608e3188c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '0695c8b6-59a4-4923-a5ff-60cabbe26c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:28:55Z', 'updated_at': '2021-06-18T08:28:57Z', 'revision_number': 2, 'project_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'subnets': [{'id': '0695c8b6-59a4-4923-a5ff-60cabbe26c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:29:00.881272 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a113bb62-eca6-4968-b7f3-94da7502e2b3 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9acf3f14-0245-462c-bda1-3481c334b3fd,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:00.885351 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-a113bb62-eca6-4968-b7f3-94da7502e2b3 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:00.888453 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d046d9e-9678-4599-b9f6-1a0c4b75c165 None None] Checking router: 34370833-6cb5-4e51-b07d-9608e3188c46 for host: dv-cinder-786873-3-iscsi {{(pid=93644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:29:00.888819 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d046d9e-9678-4599-b9f6-1a0c4b75c165 None None] Updating router 34370833-6cb5-4e51-b07d-9608e3188c46 port b2978a64-6fbb-4a49-83ac-27d439b0f5a8 binding host dv-cinder-786873-3-iscsi {{(pid=93644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 08:29:00.915085 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-a113bb62-eca6-4968-b7f3-94da7502e2b3 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks [] for security_group, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:00.917552 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-a113bb62-eca6-4968-b7f3-94da7502e2b3 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.5382423 Jun 18 08:29:00.919756 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 58762) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:29:00.926238 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [None req-a73993fd-349e-4d7e-8ccd-09268f34cacf tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Request body: {'security_group_rule': {'security_group_id': '9acf3f14-0245-462c-bda1-3481c334b3fd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:29:00.938552 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-5d046d9e-9678-4599-b9f6-1a0c4b75c165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:01.015250 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d705da-1704-44e9-96a5-c8f61f98f11f admin admin] Notify agent at l3_agent.dv-cinder-786873-3-iscsi the message routers_updated {{(pid=93641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:29:01.027384 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-35d705da-1704-44e9-96a5-c8f61f98f11f admin admin] 10.222.0.70 "PUT /v2.0/routers/8ad1e4c3-e2e4-4288-9b4d-bb4f277d56c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1874893 Jun 18 08:29:01.085987 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-a73993fd-349e-4d7e-8ccd-09268f34cacf tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:01.215917 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-a73993fd-349e-4d7e-8ccd-09268f34cacf tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:01.296062 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-370abb9a-cec0-41f5-90aa-77017d950134 req-6a01e568-a49a-4542-b071-4706050aa3e5 tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/ports?device_id=70408ca6-4fed-4349-aa86-03b24105843e HTTP/1.1" status: 200 len: 210 time: 0.0546544 Jun 18 08:29:01.301681 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-a73993fd-349e-4d7e-8ccd-09268f34cacf tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8280257'] for security_group_rule, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:01.303778 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:01.352722 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73993fd-349e-4d7e-8ccd-09268f34cacf tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68aa6b71-502d-4a1c-9634-757c8dd31fc3,revision_number=0']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:01.357489 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-a73993fd-349e-4d7e-8ccd-09268f34cacf tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:01.414390 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-5d046d9e-9678-4599-b9f6-1a0c4b75c165 None None] Notify callbacks [] for port, precommit_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:01.430895 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.provisioning_blocks [None req-5d046d9e-9678-4599-b9f6-1a0c4b75c165 None None] Transition to ACTIVE for port object b2978a64-6fbb-4a49-83ac-27d439b0f5a8 will not be triggered until provisioned by entity L2. {{(pid=93644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:29:01.463723 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-a73993fd-349e-4d7e-8ccd-09268f34cacf tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:01.467727 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-a73993fd-349e-4d7e-8ccd-09268f34cacf tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5433400 Jun 18 08:29:01.468283 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 58786) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:29:01.473125 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [None req-ffe3bf96-edc3-4af7-baa7-66e0ef46a838 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Request body: {'security_group_rule': {'security_group_id': '9acf3f14-0245-462c-bda1-3481c334b3fd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:29:01.474411 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 58788) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:29:01.487532 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-5d046d9e-9678-4599-b9f6-1a0c4b75c165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:01.491896 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:01.646945 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-ffe3bf96-edc3-4af7-baa7-66e0ef46a838 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:01.667389 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53ac703-2260-4d94-bd8f-c5b0cca86d5b None None] Pushing event updated for resources: {'Port': ['ID=b2978a64-6fbb-4a49-83ac-27d439b0f5a8,revision_number=3']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:01.679237 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-b53ac703-2260-4d94-bd8f-c5b0cca86d5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:01.737388 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-ffe3bf96-edc3-4af7-baa7-66e0ef46a838 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:01.781825 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.managers [None req-5d046d9e-9678-4599-b9f6-1a0c4b75c165 None None] Attempting to bind port b2978a64-6fbb-4a49-83ac-27d439b0f5a8 on host dv-cinder-786873-3-iscsi for vnic_type normal with profile {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:29:01.782197 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.managers [None req-5d046d9e-9678-4599-b9f6-1a0c4b75c165 None None] Attempting to bind port b2978a64-6fbb-4a49-83ac-27d439b0f5a8 by drivers openvswitch,hyperv on host dv-cinder-786873-3-iscsi at level 0 using segments [{'id': '18571f25-34b4-4721-b61a-3f9a005c498f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '77f1c77d-8795-43df-96a9-39a8b7c2346a'}] {{(pid=93644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:29:01.783154 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d046d9e-9678-4599-b9f6-1a0c4b75c165 None None] Attempting to bind port b2978a64-6fbb-4a49-83ac-27d439b0f5a8 on network 77f1c77d-8795-43df-96a9-39a8b7c2346a {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:29:01.797364 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d046d9e-9678-4599-b9f6-1a0c4b75c165 None None] Checking agent: {'id': '38b9d690-c74c-4031-9e4b-d740e9188e6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 20, 42), 'started_at': datetime.datetime(2021, 6, 18, 8, 21, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:29:01.797364 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d046d9e-9678-4599-b9f6-1a0c4b75c165 None None] Checking segment: {'id': '18571f25-34b4-4721-b61a-3f9a005c498f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '77f1c77d-8795-43df-96a9-39a8b7c2346a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:29:01.797364 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-5d046d9e-9678-4599-b9f6-1a0c4b75c165 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:01.797751 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d046d9e-9678-4599-b9f6-1a0c4b75c165 None None] Bound using segment: {'id': '18571f25-34b4-4721-b61a-3f9a005c498f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '77f1c77d-8795-43df-96a9-39a8b7c2346a'} {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:29:01.798125 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.managers [None req-5d046d9e-9678-4599-b9f6-1a0c4b75c165 None None] Bound port: b2978a64-6fbb-4a49-83ac-27d439b0f5a8, host: dv-cinder-786873-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18571f25-34b4-4721-b61a-3f9a005c498f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '77f1c77d-8795-43df-96a9-39a8b7c2346a'}}] {{(pid=93644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:29:01.798328 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-5d046d9e-9678-4599-b9f6-1a0c4b75c165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:01.813650 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-ffe3bf96-edc3-4af7-baa7-66e0ef46a838 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8280257'] for security_group_rule, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:01.816049 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-a73993fd-349e-4d7e-8ccd-09268f34cacf tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:01.857084 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe3bf96-edc3-4af7-baa7-66e0ef46a838 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c3c7d7a-9625-4f2a-9b8d-bf7ed9a87b7d,revision_number=0']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:01.873959 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-ffe3bf96-edc3-4af7-baa7-66e0ef46a838 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:01.895725 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.db [None req-5d046d9e-9678-4599-b9f6-1a0c4b75c165 None None] For port b2978a64-6fbb-4a49-83ac-27d439b0f5a8, host dv-cinder-786873-3-iscsi, cleared binding levels {{(pid=93644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:29:01.899372 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.db [None req-5d046d9e-9678-4599-b9f6-1a0c4b75c165 None None] For port b2978a64-6fbb-4a49-83ac-27d439b0f5a8, host dv-cinder-786873-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=b2978a64-6fbb-4a49-83ac-27d439b0f5a8,segment=NetworkSegment(18571f25-34b4-4721-b61a-3f9a005c498f),segment_id=18571f25-34b4-4721-b61a-3f9a005c498f)] {{(pid=93644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:29:01.923062 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-ffe3bf96-edc3-4af7-baa7-66e0ef46a838 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:01.928058 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-ffe3bf96-edc3-4af7-baa7-66e0ef46a838 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4560854 Jun 18 08:29:01.932420 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 58802) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:29:01.945387 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [None req-bd11e92c-efd4-45a8-93ab-27c385135f7a tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Request body: {'floatingip': {'floating_network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2'}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:29:02.001964 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-5d046d9e-9678-4599-b9f6-1a0c4b75c165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:02.025503 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-cdd462e5-d111-4ac8-bd9f-a1ff210954d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:02.027056 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-69a24049-088f-4bb6-825b-a0601b1d7369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:02.105857 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-bd11e92c-efd4-45a8-93ab-27c385135f7a tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks [] for floatingip, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:02.130823 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device e9656cc4-9a7c-4c8d-833d-a0b1548a8b1a up at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:29:02.187792 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53ac703-2260-4d94-bd8f-c5b0cca86d5b None None] Pushing event updated for resources: {'Port': ['ID=b2978a64-6fbb-4a49-83ac-27d439b0f5a8,revision_number=4']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:02.208172 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 58806) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:29:02.249723 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-b53ac703-2260-4d94-bd8f-c5b0cca86d5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:02.313927 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d046d9e-9678-4599-b9f6-1a0c4b75c165 None None] Routers {'34370833-6cb5-4e51-b07d-9608e3188c46'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:29:02.314825 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_hamode_db [None req-5d046d9e-9678-4599-b9f6-1a0c4b75c165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:28:41Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['34370833-6cb5-4e51-b07d-9608e3188c46'], 'active': True} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:29:02.415447 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-69a24049-088f-4bb6-825b-a0601b1d7369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:02.464807 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning for port e9656cc4-9a7c-4c8d-833d-a0b1548a8b1a completed by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:29:02.494013 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-69a24049-088f-4bb6-825b-a0601b1d7369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:02.494755 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning complete for port e9656cc4-9a7c-4c8d-833d-a0b1548a8b1a triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:29:02.499373 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:02.555047 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-6e7a0bb7-f41c-4285-a8ac-7a66664aa31b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:02.564679 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-69a24049-088f-4bb6-825b-a0601b1d7369 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7e66a8ab9b4f4df582599d1592076152&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0889468 Jun 18 08:29:02.571862 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 58826) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:29:02.960162 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-8eccb478-9033-432f-913c-ca0221ceef22 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-758691065-network', 'tenant_id': '3b238fe7946a468ba8a1791d9545b470'}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:29:02.963733 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-bd11e92c-efd4-45a8-93ab-27c385135f7a tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-568420'] for port, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:02.965034 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:02.965750 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a24049-088f-4bb6-825b-a0601b1d7369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5bfaa4f-9388-4116-8272-e75f71bc71e4,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:02.965750 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-69a24049-088f-4bb6-825b-a0601b1d7369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:02.965750 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eccb478-9033-432f-913c-ca0221ceef22 admin admin] Made reservation on behalf of 3b238fe7946a468ba8a1791d9545b470 for: {'network': 1} {{(pid=93641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:29:02.965750 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-8eccb478-9033-432f-913c-ca0221ceef22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-568420'] for network, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:02.966786 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvr_db [None req-5d046d9e-9678-4599-b9f6-1a0c4b75c165 None None] Set router 34370833-6cb5-4e51-b07d-9608e3188c46 gateway port host: dv-cinder-786873-3-iscsi {{(pid=93644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:29:02.968698 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] For port e9656cc4-9a7c-4c8d-833d-a0b1548a8b1a, host dv-cinder-786873-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=e9656cc4-9a7c-4c8d-833d-a0b1548a8b1a,segment=NetworkSegment(12e3d6c0-2a01-4ec9-a6e5-283a6c482531),segment_id=12e3d6c0-2a01-4ec9-a6e5-283a6c482531)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:29:02.969619 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-8eccb478-9033-432f-913c-ca0221ceef22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:02.978378 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6c9089bc-f7fd-4c0f-8be5-15c41cc6ec33 req-b88957da-f72c-4095-bbe8-91e8b19738e3 tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/ports?device_id=70408ca6-4fed-4349-aa86-03b24105843e HTTP/1.1" status: 200 len: 210 time: 0.0739052 Jun 18 08:29:02.996093 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:02.999153 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-b476e8f0-cf44-4eea-9c91-d61e2894e53e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:03.005735 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.db_base_plugin_common [None req-bd11e92c-efd4-45a8-93ab-27c385135f7a tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Allocated IP 172.27.2.80 (215fa03e-ed5a-4c2a-ba1d-c413840c30f2/b938f688-1844-46d6-ac73-91c028ff50eb/85dde67a-3e59-4171-93a9-2a35ba2bb764) {{(pid=93642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:29:03.020705 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1da827-bddf-4f8d-8aad-fa16cdfe3118 req-91695474-3f20-49cf-85e5-d772f69ea2cf tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:03.027807 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-bf1da827-bddf-4f8d-8aad-fa16cdfe3118 req-91695474-3f20-49cf-85e5-d772f69ea2cf tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/networks?id=a56a963b-3a29-4893-8b20-0ca5507fb61c HTTP/1.1" status: 200 len: 818 time: 0.3424723 Jun 18 08:29:03.029764 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-d8ff5ffe-f52c-40bc-875c-1202d9a9879c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:03.069536 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-bf1da827-bddf-4f8d-8aad-fa16cdfe3118 req-d02e24f7-9e1e-4c9d-9b51-ea79c24d8fb1 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/quotas/665ee72de464416b9ceb623c24cfa8a5 HTTP/1.1" status: 200 len: 375 time: 0.0407081 Jun 18 08:29:03.090014 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Pushing event updated for resources: {'Port': ['ID=e9656cc4-9a7c-4c8d-833d-a0b1548a8b1a,revision_number=4']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:03.096944 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-d8ff5ffe-f52c-40bc-875c-1202d9a9879c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:03.112135 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:03.225465 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-bd11e92c-efd4-45a8-93ab-27c385135f7a tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks [] for port, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:03.260657 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-8eccb478-9033-432f-913c-ca0221ceef22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:03.280759 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-bf1da827-bddf-4f8d-8aad-fa16cdfe3118 req-1c8596b8-20f8-45c3-83e6-db722f8d10a4 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=665ee72de464416b9ceb623c24cfa8a5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2100985 Jun 18 08:29:03.316540 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-d8ff5ffe-f52c-40bc-875c-1202d9a9879c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:03.319984 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-d8ff5ffe-f52c-40bc-875c-1202d9a9879c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:03.321129 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-d8ff5ffe-f52c-40bc-875c-1202d9a9879c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b5bfaa4f-9388-4116-8272-e75f71bc71e4 HTTP/1.1" status: 204 len: 168 time: 0.7051821 Jun 18 08:29:03.321752 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_hamode_db [None req-5d046d9e-9678-4599-b9f6-1a0c4b75c165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34370833-6cb5-4e51-b07d-9608e3188c46', 'name': 'tempest-AttachVolumeTestJSON-431435995-router', 'tenant_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '7eeaa09d-5d43-4ad0-b39a-21d7cb9c7f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:28:51Z', 'updated_at': '2021-06-18T08:28:56Z', 'revision_number': 4, 'project_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'gw_port': {'id': '7eeaa09d-5d43-4ad0-b39a-21d7cb9c7f2c', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:04:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34370833-6cb5-4e51-b07d-9608e3188c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:28:52Z', 'updated_at': '2021-06-18T08:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_interfaces': [{'id': 'b2978a64-6fbb-4a49-83ac-27d439b0f5a8', 'name': '', 'network_id': '77f1c77d-8795-43df-96a9-39a8b7c2346a', 'tenant_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'mac_address': 'fa:16:3e:60:93:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34370833-6cb5-4e51-b07d-9608e3188c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '0695c8b6-59a4-4923-a5ff-60cabbe26c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:28:55Z', 'updated_at': '2021-06-18T08:29:01Z', 'revision_number': 4, 'project_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'subnets': [{'id': '0695c8b6-59a4-4923-a5ff-60cabbe26c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:29:03.321996 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:03.336606 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ff5ffe-f52c-40bc-875c-1202d9a9879c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5bfaa4f-9388-4116-8272-e75f71bc71e4,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:03.339327 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-8eccb478-9033-432f-913c-ca0221ceef22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:03.340608 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-d8ff5ffe-f52c-40bc-875c-1202d9a9879c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:03.345504 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:03.364368 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eccb478-9033-432f-913c-ca0221ceef22 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 905} {{(pid=93641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 08:29:03.376239 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d046d9e-9678-4599-b9f6-1a0c4b75c165 None None] The sync data for ids ['34370833-6cb5-4e51-b07d-9608e3188c46'] in dv-cinder-786873-3-iscsi is: [{'id': '34370833-6cb5-4e51-b07d-9608e3188c46', 'name': 'tempest-AttachVolumeTestJSON-431435995-router', 'tenant_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '7eeaa09d-5d43-4ad0-b39a-21d7cb9c7f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:28:51Z', 'updated_at': '2021-06-18T08:28:56Z', 'revision_number': 4, 'project_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'gw_port': {'id': '7eeaa09d-5d43-4ad0-b39a-21d7cb9c7f2c', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:04:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34370833-6cb5-4e51-b07d-9608e3188c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:28:52Z', 'updated_at': '2021-06-18T08:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_interfaces': [{'id': 'b2978a64-6fbb-4a49-83ac-27d439b0f5a8', 'name': '', 'network_id': '77f1c77d-8795-43df-96a9-39a8b7c2346a', 'tenant_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'mac_address': 'fa:16:3e:60:93:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34370833-6cb5-4e51-b07d-9608e3188c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '0695c8b6-59a4-4923-a5ff-60cabbe26c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:28:55Z', 'updated_at': '2021-06-18T08:29:01Z', 'revision_number': 4, 'project_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'subnets': [{'id': '0695c8b6-59a4-4923-a5ff-60cabbe26c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:29:03.381839 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eccb478-9033-432f-913c-ca0221ceef22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1ced31-f53d-4421-8193-e13dc4422aae,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:03.386170 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-8eccb478-9033-432f-913c-ca0221ceef22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001404'] for segment, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:03.386903 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.db.segments_db [None req-8eccb478-9033-432f-913c-ca0221ceef22 admin admin] Added segment 33a5d170-63d8-4cf7-9bbc-1ccecb36533b of type vlan for network 17a0f8e6-00d9-4793-95cc-54d16e2c6b0d Jun 18 08:29:03.388596 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-8eccb478-9033-432f-913c-ca0221ceef22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:03.396816 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-bd11e92c-efd4-45a8-93ab-27c385135f7a tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-568999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741881438814'] for port, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:03.401807 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-f3604b69-9d83-429f-8c62-54708804e1ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:03.443652 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-8eccb478-9033-432f-913c-ca0221ceef22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741881456851'] for network, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:03.491136 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd11e92c-efd4-45a8-93ab-27c385135f7a tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Network 215fa03e-ed5a-4c2a-ba1d-c413840c30f2 is already hosted by enough agents. {{(pid=93642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:29:03.495564 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.base_scheduler [None req-bd11e92c-efd4-45a8-93ab-27c385135f7a tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Resources bound (agent type, host, resource id): {{(pid=93642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:29:03.500217 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd11e92c-efd4-45a8-93ab-27c385135f7a tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Received port after_create {{(pid=93642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:29:03.569085 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-8eccb478-9033-432f-913c-ca0221ceef22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8355133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484'] for network, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:03.571456 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eccb478-9033-432f-913c-ca0221ceef22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:03.572713 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-8eccb478-9033-432f-913c-ca0221ceef22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8041489'] for network, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:03.578512 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-a3c17b3d-5525-40b7-8f3c-8acfbcd3da54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:03.660701 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd11e92c-efd4-45a8-93ab-27c385135f7a tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Pushing event updated for resources: {'Port': ['ID=85dde67a-3e59-4171-93a9-2a35ba2bb764,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:03.665347 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-bd11e92c-efd4-45a8-93ab-27c385135f7a tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:03.690740 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-bd11e92c-efd4-45a8-93ab-27c385135f7a tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:03.699437 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eccb478-9033-432f-913c-ca0221ceef22 admin admin] Pushing event updated for resources: {'Network': ['ID=17a0f8e6-00d9-4793-95cc-54d16e2c6b0d,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:03.704541 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-8eccb478-9033-432f-913c-ca0221ceef22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:03.715517 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Network 17a0f8e6-00d9-4793-95cc-54d16e2c6b0d details requested by agent ovs-agent-dv-cinder-786873-3-iscsi with host dv-cinder-786873-3-iscsi {{(pid=93643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 08:29:03.765021 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-8eccb478-9033-432f-913c-ca0221ceef22 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5550210 Jun 18 08:29:03.769825 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 58872) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:29:03.775289 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-ab0e7e86-6d12-4c6d-8794-f273aca9b0bf admin admin] Request body: {'subnet': {'network_id': '17a0f8e6-00d9-4793-95cc-54d16e2c6b0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-758691065-subnet', 'tenant_id': '3b238fe7946a468ba8a1791d9545b470', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:29:03.838036 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-bd11e92c-efd4-45a8-93ab-27c385135f7a tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:03.910358 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0e7e86-6d12-4c6d-8794-f273aca9b0bf admin admin] Made reservation on behalf of 3b238fe7946a468ba8a1791d9545b470 for: {'subnet': 1} {{(pid=93641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:29:03.914028 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-ab0e7e86-6d12-4c6d-8794-f273aca9b0bf admin admin] Notify callbacks [] for subnet, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:04.007933 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [req-bf1da827-bddf-4f8d-8aad-fa16cdfe3118 req-1e8c6c15-60de-4dd3-a9b0-418eb3d7f1ca service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 08:29:04.011766 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-bf1da827-bddf-4f8d-8aad-fa16cdfe3118 req-1e8c6c15-60de-4dd3-a9b0-418eb3d7f1ca service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5076387 Jun 18 08:29:04.164037 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-bd11e92c-efd4-45a8-93ab-27c385135f7a tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks [] for port, precommit_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:04.173495 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f6ff6a-0f4c-4390-9205-3bb6f1cb325a None None] Sync routers for ids ['8ad1e4c3-e2e4-4288-9b4d-bb4f277d56c6'] in dv-cinder-786873-3-iscsi {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:29:04.206620 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device b2978a64-6fbb-4a49-83ac-27d439b0f5a8 up at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:29:04.230774 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-bd11e92c-efd4-45a8-93ab-27c385135f7a tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:04.239895 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:04.249876 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-fecabbb4-6db7-431e-9eec-902a15976f13 req-f462299a-d67e-495a-a964-a3f10bf48319 tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/ports?device_id=70408ca6-4fed-4349-aa86-03b24105843e HTTP/1.1" status: 200 len: 210 time: 0.0457268 Jun 18 08:29:04.309380 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-bd11e92c-efd4-45a8-93ab-27c385135f7a tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7960458'] for floatingip, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:04.332165 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-bf1da827-bddf-4f8d-8aad-fa16cdfe3118 req-c2a35f50-e6e3-47fe-8e3e-e924a1f73d95 service neutron] 10.222.0.70 "GET /v2.0/networks/a56a963b-3a29-4893-8b20-0ca5507fb61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885854 Jun 18 08:29:04.359146 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd11e92c-efd4-45a8-93ab-27c385135f7a tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Pushing event updated for resources: {'Port': ['ID=85dde67a-3e59-4171-93a9-2a35ba2bb764,revision_number=2']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:04.362336 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-bd11e92c-efd4-45a8-93ab-27c385135f7a tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:04.388586 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f6ff6a-0f4c-4390-9205-3bb6f1cb325a None None] Routers {'8ad1e4c3-e2e4-4288-9b4d-bb4f277d56c6'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:29:04.390007 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-e4f6ff6a-0f4c-4390-9205-3bb6f1cb325a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:28:41Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['8ad1e4c3-e2e4-4288-9b4d-bb4f277d56c6'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:29:04.441860 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-bd11e92c-efd4-45a8-93ab-27c385135f7a tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881'] for floatingip, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:04.444864 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-bd11e92c-efd4-45a8-93ab-27c385135f7a tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5108054 Jun 18 08:29:04.490059 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-bf1da827-bddf-4f8d-8aad-fa16cdfe3118 req-384c0c04-6e32-4809-891a-9618b1c795b7 service neutron] 10.222.0.70 "GET /v2.0/networks/a56a963b-3a29-4893-8b20-0ca5507fb61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432116 Jun 18 08:29:04.547282 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-ab0e7e86-6d12-4c6d-8794-f273aca9b0bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479'] for subnet, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:04.550817 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-2b45a047-da0a-40c8-8545-45ff6d9b7e2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:04.599172 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-e4f6ff6a-0f4c-4390-9205-3bb6f1cb325a None None] Set router 8ad1e4c3-e2e4-4288-9b4d-bb4f277d56c6 gateway port host: dv-cinder-786873-3-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:29:04.641857 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 58892) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:29:04.681558 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c17882fa-8c3a-422a-8509-1d4b64fcc123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:04.699408 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0e7e86-6d12-4c6d-8794-f273aca9b0bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=345c328f-d879-4127-ae3d-36de6bd5f345,revision_number=0']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:04.706898 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-ab0e7e86-6d12-4c6d-8794-f273aca9b0bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:04.736964 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning for port b2978a64-6fbb-4a49-83ac-27d439b0f5a8 completed by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:29:04.747261 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning complete for port b2978a64-6fbb-4a49-83ac-27d439b0f5a8 triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:29:04.747689 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:04.763834 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0e7e86-6d12-4c6d-8794-f273aca9b0bf admin admin] Checking segment: {'id': '33a5d170-63d8-4cf7-9bbc-1ccecb36533b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '17a0f8e6-00d9-4793-95cc-54d16e2c6b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:29:04.765238 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0e7e86-6d12-4c6d-8794-f273aca9b0bf admin admin] Network hostable DHCP agents. Network: 17a0f8e6-00d9-4793-95cc-54d16e2c6b0d, hostable agents: ['ccc23fe2-6cc8-4973-a644-121019cdbd4e'], hosted agents: [] {{(pid=93641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 08:29:04.853813 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0e7e86-6d12-4c6d-8794-f273aca9b0bf admin admin] Network 17a0f8e6-00d9-4793-95cc-54d16e2c6b0d is scheduled to be hosted by DHCP agent ccc23fe2-6cc8-4973-a644-121019cdbd4e with binding_index 1 {{(pid=93641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 08:29:04.911783 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c17882fa-8c3a-422a-8509-1d4b64fcc123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:04.944628 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.base_scheduler [None req-ab0e7e86-6d12-4c6d-8794-f273aca9b0bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786873-3-iscsi, 17a0f8e6-00d9-4793-95cc-54d16e2c6b0d) {{(pid=93641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:29:04.948878 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0e7e86-6d12-4c6d-8794-f273aca9b0bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:04.950033 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-ab0e7e86-6d12-4c6d-8794-f273aca9b0bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8041489'] for subnet, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:05.007438 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c17882fa-8c3a-422a-8509-1d4b64fcc123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:05.007755 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb10dd0-92d3-4c1c-ba33-a76e3fb6c514 None None] Network 17a0f8e6-00d9-4793-95cc-54d16e2c6b0d requested from dv-cinder-786873-3-iscsi {{(pid=93643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:29:05.012457 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-12ce3227-96dd-4217-83d8-32b305bd2719 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:05.082510 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17882fa-8c3a-422a-8509-1d4b64fcc123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f3117c-3275-4a5d-97ea-14a5c3fd5619,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:05.093063 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-c17882fa-8c3a-422a-8509-1d4b64fcc123 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:05.135217 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-c17882fa-8c3a-422a-8509-1d4b64fcc123 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9c99e94fa63446ae82c830908cd18ce5&name=default HTTP/1.1" status: 200 len: 2977 time: 0.4894373 Jun 18 08:29:05.147310 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 58920) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:29:05.148180 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-75981495-48c9-4181-800b-fc599c483e3e req-4794dc78-6c95-4dab-8784-c871e9e880d3 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=00278876-9f41-4f50-925c-2b3dd85043e1 HTTP/1.1" status: 200 len: 210 time: 0.1461484 Jun 18 08:29:05.191778 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-ab0e7e86-6d12-4c6d-8794-f273aca9b0bf admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4192472 Jun 18 08:29:05.221236 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-568e8769-2db0-4aea-83b6-f196528223d9 req-9bedf233-a9c1-4bf1-9f9a-7a3f3204ef4f tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--138601240&fields=id&tenant_id=f18f9b0caff54beda5bbbdb00ef6417e HTTP/1.1" status: 200 len: 267 time: 0.2633953 Jun 18 08:29:05.343995 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-03d3df9f-39f6-4f1b-a2b4-3827fb889271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:05.422760 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-03d3df9f-39f6-4f1b-a2b4-3827fb889271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:05.475266 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c76236-6a4e-4476-b13f-aef697798a25 None None] Network 17a0f8e6-00d9-4793-95cc-54d16e2c6b0d requested from dv-cinder-786873-3-iscsi {{(pid=93643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:29:05.500488 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:05.539649 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4e9b98a6-9398-457f-b715-cac3af4067f1 req-2c1200f2-909d-41c8-bfa5-7cf648667dd8 tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/ports?device_id=70408ca6-4fed-4349-aa86-03b24105843e HTTP/1.1" status: 200 len: 210 time: 0.0604036 Jun 18 08:29:05.569290 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e8769-2db0-4aea-83b6-f196528223d9 req-2aea5b69-de52-410d-b897-a18d54e50dcb tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:05.581154 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-568e8769-2db0-4aea-83b6-f196528223d9 req-2aea5b69-de52-410d-b897-a18d54e50dcb tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/networks?id=77f1c77d-8795-43df-96a9-39a8b7c2346a HTTP/1.1" status: 200 len: 810 time: 0.3496785 Jun 18 08:29:05.608308 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-03d3df9f-39f6-4f1b-a2b4-3827fb889271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:05.612122 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-03d3df9f-39f6-4f1b-a2b4-3827fb889271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:05.613155 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-568e8769-2db0-4aea-83b6-f196528223d9 req-a132a276-bc44-4ffc-b09a-2634a0687bef tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/quotas/f18f9b0caff54beda5bbbdb00ef6417e HTTP/1.1" status: 200 len: 375 time: 0.0303619 Jun 18 08:29:05.620665 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-03d3df9f-39f6-4f1b-a2b4-3827fb889271 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/36f3117c-3275-4a5d-97ea-14a5c3fd5619 HTTP/1.1" status: 204 len: 168 time: 0.4704552 Jun 18 08:29:05.621513 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-c17882fa-8c3a-422a-8509-1d4b64fcc123 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:05.638102 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] For port b2978a64-6fbb-4a49-83ac-27d439b0f5a8, host dv-cinder-786873-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=b2978a64-6fbb-4a49-83ac-27d439b0f5a8,segment=NetworkSegment(18571f25-34b4-4721-b61a-3f9a005c498f),segment_id=18571f25-34b4-4721-b61a-3f9a005c498f)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:29:05.643757 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d3df9f-39f6-4f1b-a2b4-3827fb889271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f3117c-3275-4a5d-97ea-14a5c3fd5619,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:05.649028 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-03d3df9f-39f6-4f1b-a2b4-3827fb889271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:05.668229 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-e4f6ff6a-0f4c-4390-9205-3bb6f1cb325a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ad1e4c3-e2e4-4288-9b4d-bb4f277d56c6', 'name': 'tempest-ServerRescueNegativeTestJSON-338729016-router', 'tenant_id': '665ee72de464416b9ceb623c24cfa8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'e9656cc4-9a7c-4c8d-833d-a0b1548a8b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:28:52Z', 'updated_at': '2021-06-18T08:28:59Z', 'revision_number': 4, 'project_id': '665ee72de464416b9ceb623c24cfa8a5', 'gw_port': {'id': 'e9656cc4-9a7c-4c8d-833d-a0b1548a8b1a', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:15:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad1e4c3-e2e4-4288-9b4d-bb4f277d56c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:28:53Z', 'updated_at': '2021-06-18T08:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_interfaces': [{'id': '1009b9a9-5a9d-47ca-83f9-9a59093dcf86', 'name': '', 'network_id': 'a56a963b-3a29-4893-8b20-0ca5507fb61c', 'tenant_id': '665ee72de464416b9ceb623c24cfa8a5', 'mac_address': 'fa:16:3e:79:2a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ad1e4c3-e2e4-4288-9b4d-bb4f277d56c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '9b52193f-07b8-4a42-8014-0c30c4f4094b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:28:57Z', 'updated_at': '2021-06-18T08:28:59Z', 'revision_number': 2, 'project_id': '665ee72de464416b9ceb623c24cfa8a5', 'subnets': [{'id': '9b52193f-07b8-4a42-8014-0c30c4f4094b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:29:05.709758 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f6ff6a-0f4c-4390-9205-3bb6f1cb325a None None] Checking router: 8ad1e4c3-e2e4-4288-9b4d-bb4f277d56c6 for host: dv-cinder-786873-3-iscsi {{(pid=93643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:29:05.722003 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f6ff6a-0f4c-4390-9205-3bb6f1cb325a None None] Updating router 8ad1e4c3-e2e4-4288-9b4d-bb4f277d56c6 port 1009b9a9-5a9d-47ca-83f9-9a59093dcf86 binding host dv-cinder-786873-3-iscsi {{(pid=93643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 08:29:05.723735 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-568e8769-2db0-4aea-83b6-f196528223d9 req-165dcfbe-baf0-45bf-b698-b97160ec7634 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f18f9b0caff54beda5bbbdb00ef6417e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1033728 Jun 18 08:29:05.763392 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:05.776166 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device e9656cc4-9a7c-4c8d-833d-a0b1548a8b1a up at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:29:05.782661 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-6f993df7-3746-4b8a-9d2b-6401c55d6819 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:05.895881 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-568e8769-2db0-4aea-83b6-f196528223d9 req-786e3408-a467-4d7e-beda-0ea261603ab0 service neutron] 10.222.0.70 "GET /v2.0/networks/77f1c77d-8795-43df-96a9-39a8b7c2346a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439245 Jun 18 08:29:05.906758 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e4f6ff6a-0f4c-4390-9205-3bb6f1cb325a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:05.959343 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5edb56-00f7-4ce9-8484-492c456bae77 req-5d522f92-3098-4aab-9ac3-e33bf133d7e0 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:05.969355 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-8a5edb56-00f7-4ce9-8484-492c456bae77 req-5d522f92-3098-4aab-9ac3-e33bf133d7e0 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/networks?id=a56a963b-3a29-4893-8b20-0ca5507fb61c HTTP/1.1" status: 200 len: 818 time: 0.2543268 Jun 18 08:29:06.005571 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 58970) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:29:06.042379 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Pushing event updated for resources: {'Port': ['ID=b2978a64-6fbb-4a49-83ac-27d439b0f5a8,revision_number=5']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:06.049091 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:06.052316 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-8a5edb56-00f7-4ce9-8484-492c456bae77 req-6532c910-fd45-4244-9a22-fcec20d60668 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/quotas/665ee72de464416b9ceb623c24cfa8a5 HTTP/1.1" status: 200 len: 375 time: 0.0815721 Jun 18 08:29:06.069426 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning complete for port e9656cc4-9a7c-4c8d-833d-a0b1548a8b1a triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:29:06.070077 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:06.304146 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-8a5edb56-00f7-4ce9-8484-492c456bae77 req-ec77c348-2368-4b90-847a-f5bf0353b862 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=665ee72de464416b9ceb623c24cfa8a5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2506018 Jun 18 08:29:06.344033 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-568e8769-2db0-4aea-83b6-f196528223d9 req-866eb038-16b0-413b-91a3-71241854afe0 service neutron] 10.222.0.70 "GET /v2.0/networks/77f1c77d-8795-43df-96a9-39a8b7c2346a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3713460 Jun 18 08:29:06.463711 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e4f6ff6a-0f4c-4390-9205-3bb6f1cb325a None None] Notify callbacks [] for port, precommit_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:06.466433 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-f3164035-0d59-4b74-b61d-a1c31a462fa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:06.467998 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-8a5edb56-00f7-4ce9-8484-492c456bae77 req-e8b71fc7-2361-484f-81a4-b8c03d0ac59b service neutron] 10.222.0.70 "GET /v2.0/networks/a56a963b-3a29-4893-8b20-0ca5507fb61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627760 Jun 18 08:29:06.591060 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-8a5edb56-00f7-4ce9-8484-492c456bae77 req-19430669-a276-4a0d-8cdb-552964ea8df1 service neutron] 10.222.0.70 "GET /v2.0/networks/a56a963b-3a29-4893-8b20-0ca5507fb61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217513 Jun 18 08:29:06.593843 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-e4f6ff6a-0f4c-4390-9205-3bb6f1cb325a None None] Transition to ACTIVE for port object 1009b9a9-5a9d-47ca-83f9-9a59093dcf86 will not be triggered until provisioned by entity L2. {{(pid=93643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:29:06.629510 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-f3164035-0d59-4b74-b61d-a1c31a462fa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:06.669273 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e4f6ff6a-0f4c-4390-9205-3bb6f1cb325a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:06.673031 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-c3ce3f85-1460-4ed1-b40b-72af85cfb18e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:06.727908 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-f3164035-0d59-4b74-b61d-a1c31a462fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:06.731308 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:06.742308 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device b2978a64-6fbb-4a49-83ac-27d439b0f5a8 up at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:29:06.805137 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 59002) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:29:06.813571 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-f3164035-0d59-4b74-b61d-a1c31a462fa4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a80d3f74302349e2953622b378d8db13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8063793 Jun 18 08:29:06.819324 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3164035-0d59-4b74-b61d-a1c31a462fa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c66df980-36bd-4bad-8c67-254347669abd,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:06.838739 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-f3164035-0d59-4b74-b61d-a1c31a462fa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:06.903774 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-092bda7a-d84d-435b-97c8-2053407df633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:06.945753 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795f2c06-59a4-4d2b-bb9d-f2e6fee2aa0b None None] Pushing event updated for resources: {'Port': ['ID=1009b9a9-5a9d-47ca-83f9-9a59093dcf86,revision_number=3']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:06.952763 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-795f2c06-59a4-4d2b-bb9d-f2e6fee2aa0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:06.963858 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-092bda7a-d84d-435b-97c8-2053407df633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:06.985274 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.72', 49562) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:29:06.986740 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning complete for port b2978a64-6fbb-4a49-83ac-27d439b0f5a8 triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:29:06.987136 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:07.056893 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1448659a-9b60-4a35-b32b-7c66730c8df8 req-d95d1566-15b0-45f3-a937-fb4530a071ff tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/ports?device_id=70408ca6-4fed-4349-aa86-03b24105843e HTTP/1.1" status: 200 len: 210 time: 0.0768011 Jun 18 08:29:07.126910 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 59016) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:29:07.142055 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-5bc2b0c5-078c-4a5a-9d56-5049844c149c req-e01ba530-376f-4d4e-970e-585c4383bbf1 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 210 time: 0.0531032 Jun 18 08:29:07.153014 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-4a53c931-ca91-4501-88dc-953150f6f837 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-99282012-network', 'tenant_id': '46b2af2f75d14cc98eee7ddd4805c5ee'}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:29:07.185424 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-e4f6ff6a-0f4c-4390-9205-3bb6f1cb325a None None] Attempting to bind port 1009b9a9-5a9d-47ca-83f9-9a59093dcf86 on host dv-cinder-786873-3-iscsi for vnic_type normal with profile {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:29:07.186461 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-e4f6ff6a-0f4c-4390-9205-3bb6f1cb325a None None] Attempting to bind port 1009b9a9-5a9d-47ca-83f9-9a59093dcf86 by drivers openvswitch,hyperv on host dv-cinder-786873-3-iscsi at level 0 using segments [{'id': '8c06c17f-2be1-4924-8911-2b23408d6000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'a56a963b-3a29-4893-8b20-0ca5507fb61c'}] {{(pid=93643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:29:07.189796 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f6ff6a-0f4c-4390-9205-3bb6f1cb325a None None] Attempting to bind port 1009b9a9-5a9d-47ca-83f9-9a59093dcf86 on network a56a963b-3a29-4893-8b20-0ca5507fb61c {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:29:07.197704 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-bceba7be-5504-4ff8-85c8-47401b5ab3dc req-7da75309-f4b8-4ad6-846a-f9e0a46d362f tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 210 time: 0.0695171 Jun 18 08:29:07.206792 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f6ff6a-0f4c-4390-9205-3bb6f1cb325a None None] Checking agent: {'id': '38b9d690-c74c-4031-9e4b-d740e9188e6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 20, 42), 'started_at': datetime.datetime(2021, 6, 18, 8, 21, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:29:07.207186 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f6ff6a-0f4c-4390-9205-3bb6f1cb325a None None] Checking segment: {'id': '8c06c17f-2be1-4924-8911-2b23408d6000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'a56a963b-3a29-4893-8b20-0ca5507fb61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:29:07.207604 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e4f6ff6a-0f4c-4390-9205-3bb6f1cb325a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:07.229763 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f6ff6a-0f4c-4390-9205-3bb6f1cb325a None None] Bound using segment: {'id': '8c06c17f-2be1-4924-8911-2b23408d6000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'a56a963b-3a29-4893-8b20-0ca5507fb61c'} {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:29:07.230481 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-e4f6ff6a-0f4c-4390-9205-3bb6f1cb325a None None] Bound port: 1009b9a9-5a9d-47ca-83f9-9a59093dcf86, host: dv-cinder-786873-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c06c17f-2be1-4924-8911-2b23408d6000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'a56a963b-3a29-4893-8b20-0ca5507fb61c'}}] {{(pid=93643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:29:07.234211 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e4f6ff6a-0f4c-4390-9205-3bb6f1cb325a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:07.317853 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a53c931-ca91-4501-88dc-953150f6f837 admin admin] Made reservation on behalf of 46b2af2f75d14cc98eee7ddd4805c5ee for: {'network': 1} {{(pid=93641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:29:07.321814 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4a53c931-ca91-4501-88dc-953150f6f837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-568420'] for network, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:07.361086 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e4f6ff6a-0f4c-4390-9205-3bb6f1cb325a None None] For port 1009b9a9-5a9d-47ca-83f9-9a59093dcf86, host dv-cinder-786873-3-iscsi, cleared binding levels {{(pid=93643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:29:07.367029 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e4f6ff6a-0f4c-4390-9205-3bb6f1cb325a None None] For port 1009b9a9-5a9d-47ca-83f9-9a59093dcf86, host dv-cinder-786873-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=1009b9a9-5a9d-47ca-83f9-9a59093dcf86,segment=NetworkSegment(8c06c17f-2be1-4924-8911-2b23408d6000),segment_id=8c06c17f-2be1-4924-8911-2b23408d6000)] {{(pid=93643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:29:07.372015 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-092bda7a-d84d-435b-97c8-2053407df633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:07.375745 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4a53c931-ca91-4501-88dc-953150f6f837 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:07.392527 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-092bda7a-d84d-435b-97c8-2053407df633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:07.409541 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-092bda7a-d84d-435b-97c8-2053407df633 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c66df980-36bd-4bad-8c67-254347669abd HTTP/1.1" status: 204 len: 168 time: 0.6029730 Jun 18 08:29:07.422842 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-eb2247e6-69a7-45db-befb-6b56bb8fd850 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:07.453748 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092bda7a-d84d-435b-97c8-2053407df633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66df980-36bd-4bad-8c67-254347669abd,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:07.457541 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-092bda7a-d84d-435b-97c8-2053407df633 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:07.486241 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e4f6ff6a-0f4c-4390-9205-3bb6f1cb325a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:07.488438 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:07.507591 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a6ac6-e27b-4ed4-8fd3-62e26acc2a5e req-514d7745-6f60-45a8-a5f5-7b02584f0f25 tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:07.510740 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-6c5a6ac6-e27b-4ed4-8fd3-62e26acc2a5e req-514d7745-6f60-45a8-a5f5-7b02584f0f25 tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.72 "GET /v2.0/networks?id=9e6c262c-e481-4cc8-ac4c-827836c09b8f HTTP/1.1" status: 200 len: 812 time: 0.5241845 Jun 18 08:29:07.601089 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [req-6c5a6ac6-e27b-4ed4-8fd3-62e26acc2a5e req-d4863276-6b51-4f4d-99cc-0effa5e5b2dd tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] Request body: {'port': {'device_id': '70408ca6-4fed-4349-aa86-03b24105843e', 'network_id': '9e6c262c-e481-4cc8-ac4c-827836c09b8f', 'admin_state_up': True, 'tenant_id': '57dc50d0c8f342099a699ad37cbfac32'}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:29:07.604305 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4a53c931-ca91-4501-88dc-953150f6f837 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:07.693750 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4a53c931-ca91-4501-88dc-953150f6f837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:07.699354 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:07.738500 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a53c931-ca91-4501-88dc-953150f6f837 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 919} {{(pid=93641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 08:29:07.753289 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a53c931-ca91-4501-88dc-953150f6f837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28347aa4-61b1-4def-875b-abd19318342d,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:07.757991 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f6ff6a-0f4c-4390-9205-3bb6f1cb325a None None] Routers {'8ad1e4c3-e2e4-4288-9b4d-bb4f277d56c6'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:29:07.758611 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-e4f6ff6a-0f4c-4390-9205-3bb6f1cb325a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:28:41Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['8ad1e4c3-e2e4-4288-9b4d-bb4f277d56c6'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:29:07.766541 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-4a53c931-ca91-4501-88dc-953150f6f837 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:07.767783 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4a53c931-ca91-4501-88dc-953150f6f837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001404'] for segment, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:07.768212 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.db.segments_db [None req-4a53c931-ca91-4501-88dc-953150f6f837 admin admin] Added segment f810c8b4-4569-4b75-8f58-5c5149a9f48e of type vlan for network 663061a1-95e1-4803-a5a2-a0812a2c0351 Jun 18 08:29:07.875558 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4a53c931-ca91-4501-88dc-953150f6f837 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741881456851'] for network, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:07.912647 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795f2c06-59a4-4d2b-bb9d-f2e6fee2aa0b None None] Pushing event updated for resources: {'Port': ['ID=1009b9a9-5a9d-47ca-83f9-9a59093dcf86,revision_number=4']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:07.917779 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-795f2c06-59a4-4d2b-bb9d-f2e6fee2aa0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:08.058964 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-e4f6ff6a-0f4c-4390-9205-3bb6f1cb325a None None] Set router 8ad1e4c3-e2e4-4288-9b4d-bb4f277d56c6 gateway port host: dv-cinder-786873-3-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:29:08.117446 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4a53c931-ca91-4501-88dc-953150f6f837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8355133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484'] for network, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:08.121595 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a53c931-ca91-4501-88dc-953150f6f837 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:08.122202 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4a53c931-ca91-4501-88dc-953150f6f837 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8041489'] for network, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:08.130436 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:08.145402 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c5a6ac6-e27b-4ed4-8fd3-62e26acc2a5e req-d4863276-6b51-4f4d-99cc-0effa5e5b2dd tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] Made reservation on behalf of 57dc50d0c8f342099a699ad37cbfac32 for: {'port': 1} {{(pid=93642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:29:08.150874 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-6c5a6ac6-e27b-4ed4-8fd3-62e26acc2a5e req-d4863276-6b51-4f4d-99cc-0effa5e5b2dd tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-568420'] for port, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:08.276741 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a53c931-ca91-4501-88dc-953150f6f837 admin admin] Pushing event updated for resources: {'Network': ['ID=663061a1-95e1-4803-a5a2-a0812a2c0351,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:08.302652 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-4a53c931-ca91-4501-88dc-953150f6f837 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:08.313607 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Network 663061a1-95e1-4803-a5a2-a0812a2c0351 details requested by agent ovs-agent-dv-cinder-786873-3-iscsi with host dv-cinder-786873-3-iscsi {{(pid=93643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 08:29:08.376218 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-dcd71470-2987-4881-9174-20983bfa8c9e req-469aca91-4066-4a4a-9e43-5a3800d07c1d tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 210 time: 0.0720754 Jun 18 08:29:08.432411 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-4a53c931-ca91-4501-88dc-953150f6f837 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.3013077 Jun 18 08:29:08.433063 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 59078) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:29:08.438140 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-bf50657d-92c8-44f2-93ba-4d6b1bb7334c admin admin] Request body: {'subnet': {'network_id': '663061a1-95e1-4803-a5a2-a0812a2c0351', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-99282012-subnet', 'tenant_id': '46b2af2f75d14cc98eee7ddd4805c5ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:29:08.479649 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b87d1d43-0472-4893-8dea-c6de32b4b125 req-315cddcb-88ff-46f0-9bb2-fadf4332085f tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/ports?device_id=70408ca6-4fed-4349-aa86-03b24105843e HTTP/1.1" status: 200 len: 210 time: 0.2144694 Jun 18 08:29:08.494941 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-e4f6ff6a-0f4c-4390-9205-3bb6f1cb325a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ad1e4c3-e2e4-4288-9b4d-bb4f277d56c6', 'name': 'tempest-ServerRescueNegativeTestJSON-338729016-router', 'tenant_id': '665ee72de464416b9ceb623c24cfa8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'e9656cc4-9a7c-4c8d-833d-a0b1548a8b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:28:52Z', 'updated_at': '2021-06-18T08:28:59Z', 'revision_number': 4, 'project_id': '665ee72de464416b9ceb623c24cfa8a5', 'gw_port': {'id': 'e9656cc4-9a7c-4c8d-833d-a0b1548a8b1a', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:15:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad1e4c3-e2e4-4288-9b4d-bb4f277d56c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:28:53Z', 'updated_at': '2021-06-18T08:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_interfaces': [{'id': '1009b9a9-5a9d-47ca-83f9-9a59093dcf86', 'name': '', 'network_id': 'a56a963b-3a29-4893-8b20-0ca5507fb61c', 'tenant_id': '665ee72de464416b9ceb623c24cfa8a5', 'mac_address': 'fa:16:3e:79:2a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ad1e4c3-e2e4-4288-9b4d-bb4f277d56c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '9b52193f-07b8-4a42-8014-0c30c4f4094b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:28:57Z', 'updated_at': '2021-06-18T08:29:07Z', 'revision_number': 4, 'project_id': '665ee72de464416b9ceb623c24cfa8a5', 'subnets': [{'id': '9b52193f-07b8-4a42-8014-0c30c4f4094b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:29:08.553068 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ceec4d84-80c6-42ec-a1b1-03856de657c7 req-2a43f0dd-9e89-480d-a340-97bf64999421 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 210 time: 0.0557301 Jun 18 08:29:08.553779 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 59088) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:29:08.587112 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f6ff6a-0f4c-4390-9205-3bb6f1cb325a None None] The sync data for ids ['8ad1e4c3-e2e4-4288-9b4d-bb4f277d56c6'] in dv-cinder-786873-3-iscsi is: [{'id': '8ad1e4c3-e2e4-4288-9b4d-bb4f277d56c6', 'name': 'tempest-ServerRescueNegativeTestJSON-338729016-router', 'tenant_id': '665ee72de464416b9ceb623c24cfa8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'e9656cc4-9a7c-4c8d-833d-a0b1548a8b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:28:52Z', 'updated_at': '2021-06-18T08:28:59Z', 'revision_number': 4, 'project_id': '665ee72de464416b9ceb623c24cfa8a5', 'gw_port': {'id': 'e9656cc4-9a7c-4c8d-833d-a0b1548a8b1a', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:15:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad1e4c3-e2e4-4288-9b4d-bb4f277d56c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:28:53Z', 'updated_at': '2021-06-18T08:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_interfaces': [{'id': '1009b9a9-5a9d-47ca-83f9-9a59093dcf86', 'name': '', 'network_id': 'a56a963b-3a29-4893-8b20-0ca5507fb61c', 'tenant_id': '665ee72de464416b9ceb623c24cfa8a5', 'mac_address': 'fa:16:3e:79:2a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ad1e4c3-e2e4-4288-9b4d-bb4f277d56c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '9b52193f-07b8-4a42-8014-0c30c4f4094b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:28:57Z', 'updated_at': '2021-06-18T08:29:07Z', 'revision_number': 4, 'project_id': '665ee72de464416b9ceb623c24cfa8a5', 'subnets': [{'id': '9b52193f-07b8-4a42-8014-0c30c4f4094b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:29:08.647604 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-d14edb16-70b8-43c0-86a6-d67ef053828a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:08.653701 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.db_base_plugin_common [req-6c5a6ac6-e27b-4ed4-8fd3-62e26acc2a5e req-d4863276-6b51-4f4d-99cc-0effa5e5b2dd tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] Allocated IP 172.20.0.10 (9e6c262c-e481-4cc8-ac4c-827836c09b8f/df331813-e617-4281-aee2-fca93fc09eab/acb07a57-cbfb-44ca-b532-e7fcf36ab6a6) {{(pid=93642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:29:08.687111 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf50657d-92c8-44f2-93ba-4d6b1bb7334c admin admin] Made reservation on behalf of 46b2af2f75d14cc98eee7ddd4805c5ee for: {'subnet': 1} {{(pid=93641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:29:08.690561 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-bf50657d-92c8-44f2-93ba-4d6b1bb7334c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:08.753913 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device 1009b9a9-5a9d-47ca-83f9-9a59093dcf86 up at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:29:08.946406 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning for port 1009b9a9-5a9d-47ca-83f9-9a59093dcf86 completed by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:29:08.952128 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning complete for port 1009b9a9-5a9d-47ca-83f9-9a59093dcf86 triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:29:08.952987 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:09.013746 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-bf50657d-92c8-44f2-93ba-4d6b1bb7334c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479'] for subnet, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:09.024331 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-307e218e-7c1e-4ed6-8413-0b468bbbb6a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:09.187737 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-b7cffc97-9d3d-49ab-88a6-2989c5c919c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:09.189500 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.72', 49572) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:29:09.196890 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf50657d-92c8-44f2-93ba-4d6b1bb7334c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a4080f6-1f3e-43c7-ba3d-8e4dd8fda227,revision_number=0']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:09.217952 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-bf50657d-92c8-44f2-93ba-4d6b1bb7334c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:09.219141 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:09.279302 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf50657d-92c8-44f2-93ba-4d6b1bb7334c admin admin] Checking segment: {'id': 'f810c8b4-4569-4b75-8f58-5c5149a9f48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '663061a1-95e1-4803-a5a2-a0812a2c0351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:29:09.281199 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf50657d-92c8-44f2-93ba-4d6b1bb7334c admin admin] Network hostable DHCP agents. Network: 663061a1-95e1-4803-a5a2-a0812a2c0351, hostable agents: ['ccc23fe2-6cc8-4973-a644-121019cdbd4e'], hosted agents: [] {{(pid=93641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 08:29:09.336764 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-d14edb16-70b8-43c0-86a6-d67ef053828a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:09.346987 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] For port 1009b9a9-5a9d-47ca-83f9-9a59093dcf86, host dv-cinder-786873-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=1009b9a9-5a9d-47ca-83f9-9a59093dcf86,segment=NetworkSegment(8c06c17f-2be1-4924-8911-2b23408d6000),segment_id=8c06c17f-2be1-4924-8911-2b23408d6000)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:29:09.377129 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-6c5a6ac6-e27b-4ed4-8fd3-62e26acc2a5e req-d4863276-6b51-4f4d-99cc-0effa5e5b2dd tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] Notify callbacks [] for port, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:09.393650 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1da827-bddf-4f8d-8aad-fa16cdfe3118 req-b9a944db-7542-441b-91f6-ee5296a72967 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:09.397513 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-bf1da827-bddf-4f8d-8aad-fa16cdfe3118 req-b9a944db-7542-441b-91f6-ee5296a72967 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.72 "GET /v2.0/networks?id=a56a963b-3a29-4893-8b20-0ca5507fb61c HTTP/1.1" status: 200 len: 818 time: 0.1923413 Jun 18 08:29:09.419326 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:09.431850 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-4c16be9a-6caf-4836-9542-fdc0b927cb7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:09.449206 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [req-bf1da827-bddf-4f8d-8aad-fa16cdfe3118 req-128ce2a8-f21e-4eb2-8916-9909215503d2 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Request body: {'port': {'device_id': '00278876-9f41-4f50-925c-2b3dd85043e1', 'network_id': 'a56a963b-3a29-4893-8b20-0ca5507fb61c', 'admin_state_up': True, 'tenant_id': '665ee72de464416b9ceb623c24cfa8a5'}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:29:09.511233 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-d14edb16-70b8-43c0-86a6-d67ef053828a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:09.515646 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:09.617698 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14edb16-70b8-43c0-86a6-d67ef053828a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e1a5e5-77c6-479c-a40a-0dcd520ea443,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:09.638792 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf50657d-92c8-44f2-93ba-4d6b1bb7334c admin admin] Network 663061a1-95e1-4803-a5a2-a0812a2c0351 is scheduled to be hosted by DHCP agent ccc23fe2-6cc8-4973-a644-121019cdbd4e with binding_index 1 {{(pid=93641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 08:29:09.647500 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-d14edb16-70b8-43c0-86a6-d67ef053828a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:09.669835 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Pushing event updated for resources: {'Port': ['ID=1009b9a9-5a9d-47ca-83f9-9a59093dcf86,revision_number=5']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:09.672261 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-6c5a6ac6-e27b-4ed4-8fd3-62e26acc2a5e req-d4863276-6b51-4f4d-99cc-0effa5e5b2dd tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-568999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741881438814'] for port, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:09.678807 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:09.696727 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:09.816394 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-d14edb16-70b8-43c0-86a6-d67ef053828a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f2147f70e3194613b4a27c1dbb3a08c8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2613959 Jun 18 08:29:09.824204 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 59126) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:29:09.835719 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b84799cd-9e25-4ff0-8cd0-0334f05022c0 req-e28f5b19-e1e7-48c9-ab2b-3052b9ef7d9b tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 210 time: 0.1888294 Jun 18 08:29:09.901497 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c5a6ac6-e27b-4ed4-8fd3-62e26acc2a5e req-d4863276-6b51-4f4d-99cc-0effa5e5b2dd tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] Network 9e6c262c-e481-4cc8-ac4c-827836c09b8f is already hosted by enough agents. {{(pid=93642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:29:09.908391 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.base_scheduler [None req-bf50657d-92c8-44f2-93ba-4d6b1bb7334c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786873-3-iscsi, 663061a1-95e1-4803-a5a2-a0812a2c0351) {{(pid=93641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:29:09.916691 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f84fc5-6f1e-4a03-8f68-139521bd86bf None None] Network 663061a1-95e1-4803-a5a2-a0812a2c0351 requested from dv-cinder-786873-3-iscsi {{(pid=93643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:29:09.938435 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.base_scheduler [req-6c5a6ac6-e27b-4ed4-8fd3-62e26acc2a5e req-d4863276-6b51-4f4d-99cc-0effa5e5b2dd tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] Resources bound (agent type, host, resource id): {{(pid=93642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:29:09.953025 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf50657d-92c8-44f2-93ba-4d6b1bb7334c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:09.953888 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-bf50657d-92c8-44f2-93ba-4d6b1bb7334c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8041489'] for subnet, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:09.968245 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c5a6ac6-e27b-4ed4-8fd3-62e26acc2a5e req-d4863276-6b51-4f4d-99cc-0effa5e5b2dd tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] Received port after_create {{(pid=93642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:29:09.990201 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a6ac6-e27b-4ed4-8fd3-62e26acc2a5e req-d4863276-6b51-4f4d-99cc-0effa5e5b2dd tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:09.990898 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-6c5a6ac6-e27b-4ed4-8fd3-62e26acc2a5e req-d4863276-6b51-4f4d-99cc-0effa5e5b2dd tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8041489'] for port, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:10.020758 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4863276-6b51-4f4d-99cc-0effa5e5b2dd tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] Pushing event updated for resources: {'Port': ['ID=acb07a57-cbfb-44ca-b532-e7fcf36ab6a6,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:10.062659 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-d4863276-6b51-4f4d-99cc-0effa5e5b2dd tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:10.133497 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-b072ba6b-eb99-46f1-a9d2-3aae764df116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:10.153277 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-90e8c39d-4683-4f7d-84d2-870ff056d19a req-caa48b00-c492-44d5-b49f-acfc7d763b6a tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 210 time: 0.0628657 Jun 18 08:29:10.157538 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-bf50657d-92c8-44f2-93ba-4d6b1bb7334c admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.7233021 Jun 18 08:29:10.179824 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-b072ba6b-eb99-46f1-a9d2-3aae764df116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:10.196285 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ade698-16c7-4803-be73-8e3c4e6cd629 req-95858406-93a4-4e77-ac93-a2849fcb6893 tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:10.206922 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e3ade698-16c7-4803-be73-8e3c4e6cd629 req-95858406-93a4-4e77-ac93-a2849fcb6893 tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/ports?device_id=70408ca6-4fed-4349-aa86-03b24105843e HTTP/1.1" status: 200 len: 932 time: 0.2854037 Jun 18 08:29:10.262471 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-6c5a6ac6-e27b-4ed4-8fd3-62e26acc2a5e req-d4863276-6b51-4f4d-99cc-0effa5e5b2dd tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6766064 Jun 18 08:29:10.289148 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ab6436-f78e-4f10-84df-c8f25403656c None None] Network 663061a1-95e1-4803-a5a2-a0812a2c0351 requested from dv-cinder-786873-3-iscsi {{(pid=93643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:29:10.298031 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [req-6c5a6ac6-e27b-4ed4-8fd3-62e26acc2a5e req-dd8e09e5-0875-44a0-9681-21cdc3fcdb43 tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93642) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 08:29:10.301578 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-6c5a6ac6-e27b-4ed4-8fd3-62e26acc2a5e req-dd8e09e5-0875-44a0-9681-21cdc3fcdb43 tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088208 Jun 18 08:29:10.345005 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-b072ba6b-eb99-46f1-a9d2-3aae764df116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:10.348537 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-b072ba6b-eb99-46f1-a9d2-3aae764df116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:10.349715 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-b072ba6b-eb99-46f1-a9d2-3aae764df116 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f3e1a5e5-77c6-479c-a40a-0dcd520ea443 HTTP/1.1" status: 204 len: 168 time: 0.5215111 Jun 18 08:29:10.350416 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:10.372176 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b072ba6b-eb99-46f1-a9d2-3aae764df116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e1a5e5-77c6-479c-a40a-0dcd520ea443,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:10.380563 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-b072ba6b-eb99-46f1-a9d2-3aae764df116 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:10.469599 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e3ade698-16c7-4803-be73-8e3c4e6cd629 req-64bdbb75-e194-4b7b-b5cc-d1276f83cd30 tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/security-groups?id=18854606-5d1c-4657-8def-3647bd8001e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600849 Jun 18 08:29:10.473478 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf1da827-bddf-4f8d-8aad-fa16cdfe3118 req-128ce2a8-f21e-4eb2-8916-9909215503d2 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Made reservation on behalf of 665ee72de464416b9ceb623c24cfa8a5 for: {'port': 1} {{(pid=93641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:29:10.478454 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-bf1da827-bddf-4f8d-8aad-fa16cdfe3118 req-128ce2a8-f21e-4eb2-8916-9909215503d2 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-568420'] for port, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:10.739883 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device 1009b9a9-5a9d-47ca-83f9-9a59093dcf86 up at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:29:10.957615 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning complete for port 1009b9a9-5a9d-47ca-83f9-9a59093dcf86 triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:29:10.963860 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:11.151420 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-69cec137-aff8-44d5-a410-0e5c0a809d6b req-cabaa63f-0464-4715-9cb2-e3d0fc31ee81 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 210 time: 0.0867815 Jun 18 08:29:11.216766 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.db.db_base_plugin_common [req-bf1da827-bddf-4f8d-8aad-fa16cdfe3118 req-128ce2a8-f21e-4eb2-8916-9909215503d2 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Allocated IP 172.20.0.10 (a56a963b-3a29-4893-8b20-0ca5507fb61c/9b52193f-07b8-4a42-8014-0c30c4f4094b/2f53a4d9-f21c-400b-bb0a-5d2bca6ae55b) {{(pid=93641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:29:11.244103 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.72', 49581) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:29:11.556823 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-6482f5f3-bc72-45e0-ab65-7d577a1324fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:11.760700 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b060a644-c811-489a-8abe-bfcb6de40cd0 req-6be6f931-6345-4005-9ace-2752b9cec142 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 210 time: 0.1017506 Jun 18 08:29:11.772916 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-bf1da827-bddf-4f8d-8aad-fa16cdfe3118 req-128ce2a8-f21e-4eb2-8916-9909215503d2 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Notify callbacks [] for port, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:11.847970 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4800d46d-fc0f-4e6c-819c-eef361b0f070 req-220d9c13-f8f1-4b1a-a649-e14b192414dd tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:11.856319 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4800d46d-fc0f-4e6c-819c-eef361b0f070 req-220d9c13-f8f1-4b1a-a649-e14b192414dd tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/ports?device_id=70408ca6-4fed-4349-aa86-03b24105843e HTTP/1.1" status: 200 len: 932 time: 0.1631324 Jun 18 08:29:11.923416 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:11.941032 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4800d46d-fc0f-4e6c-819c-eef361b0f070 req-33566f04-3dcf-4679-aea4-6821fabb75a3 tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/security-groups?id=18854606-5d1c-4657-8def-3647bd8001e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833397 Jun 18 08:29:11.956939 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-bf1da827-bddf-4f8d-8aad-fa16cdfe3118 req-128ce2a8-f21e-4eb2-8916-9909215503d2 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-568999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741881438814'] for port, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:11.973892 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:11.978104 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [req-6c5a6ac6-e27b-4ed4-8fd3-62e26acc2a5e req-04f7d477-d405-4fec-afe6-0a742536c23b service neutron] Request body: {'port': {'device_id': '70408ca6-4fed-4349-aa86-03b24105843e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78687'}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:29:12.044914 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 59182) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:29:12.045838 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 59186) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:29:12.057353 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf1da827-bddf-4f8d-8aad-fa16cdfe3118 req-128ce2a8-f21e-4eb2-8916-9909215503d2 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Network a56a963b-3a29-4893-8b20-0ca5507fb61c is already hosted by enough agents. {{(pid=93641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:29:12.102535 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.base_scheduler [req-bf1da827-bddf-4f8d-8aad-fa16cdfe3118 req-128ce2a8-f21e-4eb2-8916-9909215503d2 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Resources bound (agent type, host, resource id): {{(pid=93641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:29:12.116974 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf1da827-bddf-4f8d-8aad-fa16cdfe3118 req-128ce2a8-f21e-4eb2-8916-9909215503d2 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Received port after_create {{(pid=93641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:29:12.135938 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1da827-bddf-4f8d-8aad-fa16cdfe3118 req-128ce2a8-f21e-4eb2-8916-9909215503d2 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:12.137537 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-bf1da827-bddf-4f8d-8aad-fa16cdfe3118 req-128ce2a8-f21e-4eb2-8916-9909215503d2 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8041489'] for port, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:12.283251 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-3b6ba016-c578-427b-bd16-82b0f9e8166f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:12.310173 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-bf1da827-bddf-4f8d-8aad-fa16cdfe3118 req-128ce2a8-f21e-4eb2-8916-9909215503d2 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8984494 Jun 18 08:29:12.313042 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ce2a8-f21e-4eb2-8916-9909215503d2 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Pushing event updated for resources: {'Port': ['ID=2f53a4d9-f21c-400b-bb0a-5d2bca6ae55b,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:12.316174 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-128ce2a8-f21e-4eb2-8916-9909215503d2 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:12.345125 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4eee8b2e-6785-48f7-a397-65c8bd80d3d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:12.372936 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-6c5a6ac6-e27b-4ed4-8fd3-62e26acc2a5e req-04f7d477-d405-4fec-afe6-0a742536c23b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:12.397600 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [req-bf1da827-bddf-4f8d-8aad-fa16cdfe3118 req-e18f9861-24bf-4730-a214-0f7d26898176 service neutron] Request body: {'port': {'device_id': '00278876-9f41-4f50-925c-2b3dd85043e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78687'}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:29:12.543002 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ccd49d33-8b4c-4144-836a-4a9857ebe3d0 req-0d50dd02-8aef-4313-9d56-8cadece8f3cf tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 210 time: 0.0509536 Jun 18 08:29:12.636039 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-bf1da827-bddf-4f8d-8aad-fa16cdfe3118 req-e18f9861-24bf-4730-a214-0f7d26898176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:12.832630 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-3b6ba016-c578-427b-bd16-82b0f9e8166f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:12.833445 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e8769-2db0-4aea-83b6-f196528223d9 req-68963dba-48c5-4f3f-b136-d026419c9661 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:12.833445 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-568e8769-2db0-4aea-83b6-f196528223d9 req-68963dba-48c5-4f3f-b136-d026419c9661 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.72 "GET /v2.0/networks?id=77f1c77d-8795-43df-96a9-39a8b7c2346a HTTP/1.1" status: 200 len: 810 time: 0.5862870 Jun 18 08:29:12.896391 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-568e8769-2db0-4aea-83b6-f196528223d9 req-51e31b32-d012-4cc8-9501-8e7a8212268e tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f18f9b0caff54beda5bbbdb00ef6417e HTTP/1.1" status: 200 len: 379 time: 0.0715632 Jun 18 08:29:12.928002 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [req-568e8769-2db0-4aea-83b6-f196528223d9 req-de50c899-c48c-4f83-b1a4-f8cd3ab326ed tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Request body: {'port': {'device_id': 'b2ae39a2-ef5a-43c6-a021-bcfb8b555863', 'network_id': '77f1c77d-8795-43df-96a9-39a8b7c2346a', 'admin_state_up': True, 'tenant_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'security_groups': ['9acf3f14-0245-462c-bda1-3481c334b3fd']}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:29:13.064004 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4878f45f-45cf-4164-a825-cdcfc5b1ed1f req-37137876-834b-4b9f-b4d2-7ebfbc4a326f tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 210 time: 0.0787592 Jun 18 08:29:13.144963 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [req-6c5a6ac6-e27b-4ed4-8fd3-62e26acc2a5e req-04f7d477-d405-4fec-afe6-0a742536c23b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acb07a57-cbfb-44ca-b532-e7fcf36ab6a6 {{(pid=93642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 08:29:13.160879 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-6c5a6ac6-e27b-4ed4-8fd3-62e26acc2a5e req-04f7d477-d405-4fec-afe6-0a742536c23b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:13.183012 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [req-6c5a6ac6-e27b-4ed4-8fd3-62e26acc2a5e req-04f7d477-d405-4fec-afe6-0a742536c23b service neutron] Transition to ACTIVE for port object acb07a57-cbfb-44ca-b532-e7fcf36ab6a6 will not be triggered until provisioned by entity L2. {{(pid=93642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:29:13.241904 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-37edacc1-1ba5-460e-aa47-45b5acfa9d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:13.242954 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-6c5a6ac6-e27b-4ed4-8fd3-62e26acc2a5e req-04f7d477-d405-4fec-afe6-0a742536c23b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:13.250514 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:13.262349 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-3b6ba016-c578-427b-bd16-82b0f9e8166f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:13.281903 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:13.289615 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.notifiers.nova [req-bf1da827-bddf-4f8d-8aad-fa16cdfe3118 req-e18f9861-24bf-4730-a214-0f7d26898176 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f53a4d9-f21c-400b-bb0a-5d2bca6ae55b {{(pid=93641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 08:29:13.317996 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-bf1da827-bddf-4f8d-8aad-fa16cdfe3118 req-e18f9861-24bf-4730-a214-0f7d26898176 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:13.397284 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.db.provisioning_blocks [req-bf1da827-bddf-4f8d-8aad-fa16cdfe3118 req-e18f9861-24bf-4730-a214-0f7d26898176 service neutron] Transition to ACTIVE for port object 2f53a4d9-f21c-400b-bb0a-5d2bca6ae55b will not be triggered until provisioned by entity L2. {{(pid=93641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:29:13.428742 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-3b6ba016-c578-427b-bd16-82b0f9e8166f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e9c61b55bcda417eaed0af59508a58e5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3788025 Jun 18 08:29:13.436972 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 59218) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:29:13.483246 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6ba016-c578-427b-bd16-82b0f9e8166f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0e4d3c-c431-47b0-8473-dd9d2b4ee066,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:13.494726 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-3b6ba016-c578-427b-bd16-82b0f9e8166f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:13.532741 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d87adf5-b955-4b47-8d88-c249e1ba6f14 req-000d5a19-6478-40c2-ac64-bf050806dfd1 tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:13.534367 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6d87adf5-b955-4b47-8d88-c249e1ba6f14 req-000d5a19-6478-40c2-ac64-bf050806dfd1 tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/ports?device_id=70408ca6-4fed-4349-aa86-03b24105843e HTTP/1.1" status: 200 len: 932 time: 0.3207462 Jun 18 08:29:13.541245 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-bf1da827-bddf-4f8d-8aad-fa16cdfe3118 req-e18f9861-24bf-4730-a214-0f7d26898176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:13.552489 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f7d477-d405-4fec-afe6-0a742536c23b service neutron] Pushing event updated for resources: {'Port': ['ID=acb07a57-cbfb-44ca-b532-e7fcf36ab6a6,revision_number=2']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:13.555304 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-04f7d477-d405-4fec-afe6-0a742536c23b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:13.582152 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [req-6c5a6ac6-e27b-4ed4-8fd3-62e26acc2a5e req-04f7d477-d405-4fec-afe6-0a742536c23b service neutron] Attempting to bind port acb07a57-cbfb-44ca-b532-e7fcf36ab6a6 on host hv-cinder-78687 for vnic_type normal with profile {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:29:13.582152 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [req-6c5a6ac6-e27b-4ed4-8fd3-62e26acc2a5e req-04f7d477-d405-4fec-afe6-0a742536c23b service neutron] Attempting to bind port acb07a57-cbfb-44ca-b532-e7fcf36ab6a6 by drivers openvswitch,hyperv on host hv-cinder-78687 at level 0 using segments [{'id': 'f0d651e7-42e8-493d-b349-81a26b4649ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '9e6c262c-e481-4cc8-ac4c-827836c09b8f'}] {{(pid=93642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:29:13.582415 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-35d705da-1704-44e9-96a5-c8f61f98f11f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:13.582505 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5a6ac6-e27b-4ed4-8fd3-62e26acc2a5e req-04f7d477-d405-4fec-afe6-0a742536c23b service neutron] Attempting to bind port acb07a57-cbfb-44ca-b532-e7fcf36ab6a6 on network 9e6c262c-e481-4cc8-ac4c-827836c09b8f {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:29:13.584292 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5a6ac6-e27b-4ed4-8fd3-62e26acc2a5e req-04f7d477-d405-4fec-afe6-0a742536c23b service neutron] Port acb07a57-cbfb-44ca-b532-e7fcf36ab6a6 on network 9e6c262c-e481-4cc8-ac4c-827836c09b8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78687 {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 08:29:13.584916 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5a6ac6-e27b-4ed4-8fd3-62e26acc2a5e req-04f7d477-d405-4fec-afe6-0a742536c23b service neutron] Attempting to bind port acb07a57-cbfb-44ca-b532-e7fcf36ab6a6 on network 9e6c262c-e481-4cc8-ac4c-827836c09b8f {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:29:13.590437 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5a6ac6-e27b-4ed4-8fd3-62e26acc2a5e req-04f7d477-d405-4fec-afe6-0a742536c23b service neutron] Checking agent: {'id': '7d051742-a391-48d3-aa1e-6019401c6fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78687', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 26, 56), 'started_at': datetime.datetime(2021, 6, 18, 8, 26, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:29:13.590866 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5a6ac6-e27b-4ed4-8fd3-62e26acc2a5e req-04f7d477-d405-4fec-afe6-0a742536c23b service neutron] Checking segment: {'id': 'f0d651e7-42e8-493d-b349-81a26b4649ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '9e6c262c-e481-4cc8-ac4c-827836c09b8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:29:13.591910 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5a6ac6-e27b-4ed4-8fd3-62e26acc2a5e req-04f7d477-d405-4fec-afe6-0a742536c23b service neutron] Bound using segment: {'id': 'f0d651e7-42e8-493d-b349-81a26b4649ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '9e6c262c-e481-4cc8-ac4c-827836c09b8f'} {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:29:13.593066 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [req-6c5a6ac6-e27b-4ed4-8fd3-62e26acc2a5e req-04f7d477-d405-4fec-afe6-0a742536c23b service neutron] Bound port: acb07a57-cbfb-44ca-b532-e7fcf36ab6a6, host: hv-cinder-78687, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0d651e7-42e8-493d-b349-81a26b4649ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '9e6c262c-e481-4cc8-ac4c-827836c09b8f'}}] {{(pid=93642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:29:13.594112 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-6c5a6ac6-e27b-4ed4-8fd3-62e26acc2a5e req-04f7d477-d405-4fec-afe6-0a742536c23b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:13.634785 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4040e84a-b263-4616-bb1c-e9878d6d3279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:13.713277 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [req-6c5a6ac6-e27b-4ed4-8fd3-62e26acc2a5e req-04f7d477-d405-4fec-afe6-0a742536c23b service neutron] For port acb07a57-cbfb-44ca-b532-e7fcf36ab6a6, host hv-cinder-78687, cleared binding levels {{(pid=93642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:29:13.722041 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [req-6c5a6ac6-e27b-4ed4-8fd3-62e26acc2a5e req-04f7d477-d405-4fec-afe6-0a742536c23b service neutron] For port acb07a57-cbfb-44ca-b532-e7fcf36ab6a6, host hv-cinder-78687, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=acb07a57-cbfb-44ca-b532-e7fcf36ab6a6,segment=NetworkSegment(f0d651e7-42e8-493d-b349-81a26b4649ba),segment_id=f0d651e7-42e8-493d-b349-81a26b4649ba)] {{(pid=93642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:29:13.796776 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-6c5a6ac6-e27b-4ed4-8fd3-62e26acc2a5e req-04f7d477-d405-4fec-afe6-0a742536c23b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:13.801200 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:13.849789 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4eee8b2e-6785-48f7-a397-65c8bd80d3d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:13.857367 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4040e84a-b263-4616-bb1c-e9878d6d3279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:13.883161 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6d87adf5-b955-4b47-8d88-c249e1ba6f14 req-a499f1ff-6193-475e-8cbf-e28f0096c289 tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/security-groups?id=18854606-5d1c-4657-8def-3647bd8001e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3392277 Jun 18 08:29:13.884994 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18f9861-24bf-4730-a214-0f7d26898176 service neutron] Pushing event updated for resources: {'Port': ['ID=2f53a4d9-f21c-400b-bb0a-5d2bca6ae55b,revision_number=2']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:13.893480 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-e18f9861-24bf-4730-a214-0f7d26898176 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:13.901162 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a6ac6-e27b-4ed4-8fd3-62e26acc2a5e req-04f7d477-d405-4fec-afe6-0a742536c23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:13.916141 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-6c5a6ac6-e27b-4ed4-8fd3-62e26acc2a5e req-04f7d477-d405-4fec-afe6-0a742536c23b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8041489'] for port, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:13.919357 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-6c5a6ac6-e27b-4ed4-8fd3-62e26acc2a5e req-04f7d477-d405-4fec-afe6-0a742536c23b service neutron] 10.222.0.72 "PUT /v2.0/ports/acb07a57-cbfb-44ca-b532-e7fcf36ab6a6 HTTP/1.1" status: 200 len: 1094 time: 3.1477365 Jun 18 08:29:13.921371 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70408ca6-4fed-4349-aa86-03b24105843e', 'tag': 'acb07a57-cbfb-44ca-b532-e7fcf36ab6a6'}] {{(pid=93642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:29:13.985407 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b12dc4ed-eb72-491d-9b5d-e6bab7b9a586 req-05acc52e-efc5-4875-ab6c-bfdcde0f8c7d tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 210 time: 0.2028568 Jun 18 08:29:13.990621 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4eee8b2e-6785-48f7-a397-65c8bd80d3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:14.016711 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-69a24049-088f-4bb6-825b-a0601b1d7369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:14.030675 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.managers [req-bf1da827-bddf-4f8d-8aad-fa16cdfe3118 req-e18f9861-24bf-4730-a214-0f7d26898176 service neutron] Attempting to bind port 2f53a4d9-f21c-400b-bb0a-5d2bca6ae55b on host hv-cinder-78687 for vnic_type normal with profile {{(pid=93641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:29:14.031749 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.managers [req-bf1da827-bddf-4f8d-8aad-fa16cdfe3118 req-e18f9861-24bf-4730-a214-0f7d26898176 service neutron] Attempting to bind port 2f53a4d9-f21c-400b-bb0a-5d2bca6ae55b by drivers openvswitch,hyperv on host hv-cinder-78687 at level 0 using segments [{'id': '8c06c17f-2be1-4924-8911-2b23408d6000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'a56a963b-3a29-4893-8b20-0ca5507fb61c'}] {{(pid=93641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:29:14.031749 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1da827-bddf-4f8d-8aad-fa16cdfe3118 req-e18f9861-24bf-4730-a214-0f7d26898176 service neutron] Attempting to bind port 2f53a4d9-f21c-400b-bb0a-5d2bca6ae55b on network a56a963b-3a29-4893-8b20-0ca5507fb61c {{(pid=93641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:29:14.053567 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 59234) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:29:14.079294 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1da827-bddf-4f8d-8aad-fa16cdfe3118 req-e18f9861-24bf-4730-a214-0f7d26898176 service neutron] Port 2f53a4d9-f21c-400b-bb0a-5d2bca6ae55b on network a56a963b-3a29-4893-8b20-0ca5507fb61c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78687 {{(pid=93641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 08:29:14.079694 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1da827-bddf-4f8d-8aad-fa16cdfe3118 req-e18f9861-24bf-4730-a214-0f7d26898176 service neutron] Attempting to bind port 2f53a4d9-f21c-400b-bb0a-5d2bca6ae55b on network a56a963b-3a29-4893-8b20-0ca5507fb61c {{(pid=93641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:29:14.090343 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eee8b2e-6785-48f7-a397-65c8bd80d3d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5cf15af-ee56-40df-b753-1ab1ba23f6d5,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:14.097737 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-4eee8b2e-6785-48f7-a397-65c8bd80d3d6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7b1d477463f943e9afe44e523527be97&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0462756 Jun 18 08:29:14.098263 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-4eee8b2e-6785-48f7-a397-65c8bd80d3d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:14.099233 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 59238) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:29:14.105603 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1da827-bddf-4f8d-8aad-fa16cdfe3118 req-e18f9861-24bf-4730-a214-0f7d26898176 service neutron] Checking agent: {'id': '7d051742-a391-48d3-aa1e-6019401c6fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78687', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 26, 56), 'started_at': datetime.datetime(2021, 6, 18, 8, 26, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:29:14.105949 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1da827-bddf-4f8d-8aad-fa16cdfe3118 req-e18f9861-24bf-4730-a214-0f7d26898176 service neutron] Checking segment: {'id': '8c06c17f-2be1-4924-8911-2b23408d6000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'a56a963b-3a29-4893-8b20-0ca5507fb61c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:29:14.106512 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1da827-bddf-4f8d-8aad-fa16cdfe3118 req-e18f9861-24bf-4730-a214-0f7d26898176 service neutron] Bound using segment: {'id': '8c06c17f-2be1-4924-8911-2b23408d6000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'a56a963b-3a29-4893-8b20-0ca5507fb61c'} {{(pid=93641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:29:14.107007 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.managers [req-bf1da827-bddf-4f8d-8aad-fa16cdfe3118 req-e18f9861-24bf-4730-a214-0f7d26898176 service neutron] Bound port: 2f53a4d9-f21c-400b-bb0a-5d2bca6ae55b, host: hv-cinder-78687, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c06c17f-2be1-4924-8911-2b23408d6000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'a56a963b-3a29-4893-8b20-0ca5507fb61c'}}] {{(pid=93641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:29:14.117368 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-bf1da827-bddf-4f8d-8aad-fa16cdfe3118 req-e18f9861-24bf-4730-a214-0f7d26898176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:14.208012 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.72', 49585) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:29:14.215085 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4040e84a-b263-4616-bb1c-e9878d6d3279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:14.231136 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4040e84a-b263-4616-bb1c-e9878d6d3279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:14.239943 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-4040e84a-b263-4616-bb1c-e9878d6d3279 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6d0e4d3c-c431-47b0-8473-dd9d2b4ee066 HTTP/1.1" status: 204 len: 168 time: 0.8017504 Jun 18 08:29:14.245494 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-3b6ba016-c578-427b-bd16-82b0f9e8166f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:14.278348 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4040e84a-b263-4616-bb1c-e9878d6d3279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0e4d3c-c431-47b0-8473-dd9d2b4ee066,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:14.289985 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-4040e84a-b263-4616-bb1c-e9878d6d3279 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:14.375446 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f7d477-d405-4fec-afe6-0a742536c23b service neutron] Pushing event updated for resources: {'Port': ['ID=acb07a57-cbfb-44ca-b532-e7fcf36ab6a6,revision_number=3']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:14.411307 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-04f7d477-d405-4fec-afe6-0a742536c23b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.610s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:14.414863 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-568e8769-2db0-4aea-83b6-f196528223d9 req-de50c899-c48c-4f83-b1a4-f8cd3ab326ed tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Made reservation on behalf of f18f9b0caff54beda5bbbdb00ef6417e for: {'port': 1} {{(pid=93642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:29:14.422436 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-568e8769-2db0-4aea-83b6-f196528223d9 req-de50c899-c48c-4f83-b1a4-f8cd3ab326ed tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-568420'] for port, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:14.444556 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.db [req-bf1da827-bddf-4f8d-8aad-fa16cdfe3118 req-e18f9861-24bf-4730-a214-0f7d26898176 service neutron] For port 2f53a4d9-f21c-400b-bb0a-5d2bca6ae55b, host hv-cinder-78687, cleared binding levels {{(pid=93641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:29:14.449456 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.db [req-bf1da827-bddf-4f8d-8aad-fa16cdfe3118 req-e18f9861-24bf-4730-a214-0f7d26898176 service neutron] For port 2f53a4d9-f21c-400b-bb0a-5d2bca6ae55b, host hv-cinder-78687, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=2f53a4d9-f21c-400b-bb0a-5d2bca6ae55b,segment=NetworkSegment(8c06c17f-2be1-4924-8911-2b23408d6000),segment_id=8c06c17f-2be1-4924-8911-2b23408d6000)] {{(pid=93641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:29:14.505436 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-6dc838d7-8ee0-4c1e-9263-c475ab6ddc9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:14.553355 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-097a95c0-84d0-4434-9781-64fb66fcc93b req-da7fd55c-085c-4d35-94e9-df3e8e8009e1 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 210 time: 0.1658688 Jun 18 08:29:14.557189 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-624571b3-aef6-4a8c-8ab3-5c089201a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:14.569798 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-ad74ae7a-d008-4867-9478-7a370e46bb71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:14.574071 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5edb56-00f7-4ce9-8484-492c456bae77 req-8765dc6c-3a97-4987-818c-e66c8b468104 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:14.575350 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-bf1da827-bddf-4f8d-8aad-fa16cdfe3118 req-e18f9861-24bf-4730-a214-0f7d26898176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:14.576027 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-8a5edb56-00f7-4ce9-8484-492c456bae77 req-8765dc6c-3a97-4987-818c-e66c8b468104 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.72 "GET /v2.0/networks?id=a56a963b-3a29-4893-8b20-0ca5507fb61c HTTP/1.1" status: 200 len: 818 time: 0.2522728 Jun 18 08:29:14.581123 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-6dc838d7-8ee0-4c1e-9263-c475ab6ddc9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:14.645158 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-4c651bf9-f12f-4311-b459-259ca5456c7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:14.648337 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [req-8a5edb56-00f7-4ce9-8484-492c456bae77 req-955d518c-1704-4618-9110-4fc4d631a4e1 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Request body: {'port': {'device_id': '746e3e44-e34c-4eb8-99db-3a01195969ee', 'network_id': 'a56a963b-3a29-4893-8b20-0ca5507fb61c', 'admin_state_up': True, 'tenant_id': '665ee72de464416b9ceb623c24cfa8a5'}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:29:14.744538 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1da827-bddf-4f8d-8aad-fa16cdfe3118 req-e18f9861-24bf-4730-a214-0f7d26898176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:14.745369 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-bf1da827-bddf-4f8d-8aad-fa16cdfe3118 req-e18f9861-24bf-4730-a214-0f7d26898176 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8041489'] for port, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:14.746964 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-bf1da827-bddf-4f8d-8aad-fa16cdfe3118 req-e18f9861-24bf-4730-a214-0f7d26898176 service neutron] 10.222.0.72 "PUT /v2.0/ports/2f53a4d9-f21c-400b-bb0a-5d2bca6ae55b HTTP/1.1" status: 200 len: 1094 time: 2.3566551 Jun 18 08:29:14.747570 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00278876-9f41-4f50-925c-2b3dd85043e1', 'tag': '2f53a4d9-f21c-400b-bb0a-5d2bca6ae55b'}] {{(pid=93641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:29:14.774054 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.db_base_plugin_common [req-568e8769-2db0-4aea-83b6-f196528223d9 req-de50c899-c48c-4f83-b1a4-f8cd3ab326ed tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Allocated IP 172.20.0.13 (77f1c77d-8795-43df-96a9-39a8b7c2346a/0695c8b6-59a4-4923-a5ff-60cabbe26c72/e4b87629-6ba3-4d12-94f9-8c2e7c317290) {{(pid=93642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:29:14.857748 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8e20e2b9f795c08d425b6044ace8e6bfcc189f1bac9bd432248b5aa3a03ca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8af4bd6-2882-4a43-afa2-3a060102d478" -d '{"events": [{"name": "network-changed", "server_uuid": "70408ca6-4fed-4349-aa86-03b24105843e", "tag": "acb07a57-cbfb-44ca-b532-e7fcf36ab6a6"}]}' {{(pid=93642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:29:15.328782 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18f9861-24bf-4730-a214-0f7d26898176 service neutron] Pushing event updated for resources: {'Port': ['ID=2f53a4d9-f21c-400b-bb0a-5d2bca6ae55b,revision_number=3']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:15.341754 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-e18f9861-24bf-4730-a214-0f7d26898176 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.697s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:15.344365 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a6ac6-e27b-4ed4-8fd3-62e26acc2a5e req-65ed7ef7-e214-4c74-a489-776c101cb064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:15.345902 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6c5a6ac6-e27b-4ed4-8fd3-62e26acc2a5e req-65ed7ef7-e214-4c74-a489-776c101cb064 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=57dc50d0c8f342099a699ad37cbfac32&device_id=70408ca6-4fed-4349-aa86-03b24105843e HTTP/1.1" status: 200 len: 1097 time: 0.9959068 Jun 18 08:29:15.435114 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1da827-bddf-4f8d-8aad-fa16cdfe3118 req-1e573d4a-8d60-405d-938e-24a1b4139337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:15.437733 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-bf1da827-bddf-4f8d-8aad-fa16cdfe3118 req-1e573d4a-8d60-405d-938e-24a1b4139337 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=665ee72de464416b9ceb623c24cfa8a5&device_id=00278876-9f41-4f50-925c-2b3dd85043e1 HTTP/1.1" status: 200 len: 1097 time: 0.2642517 Jun 18 08:29:15.454667 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 08:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5079111-cec8-41e5-868a-6bf57cf8e39c x-openstack-request-id: req-b5079111-cec8-41e5-868a-6bf57cf8e39c {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:29:15.455179 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70408ca6-4fed-4349-aa86-03b24105843e", "tag": "acb07a57-cbfb-44ca-b532-e7fcf36ab6a6", "status": "completed", "code": 200}]} {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:29:15.455603 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b5079111-cec8-41e5-868a-6bf57cf8e39c {{(pid=93642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:29:15.456292 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70408ca6-4fed-4349-aa86-03b24105843e', 'tag': 'acb07a57-cbfb-44ca-b532-e7fcf36ab6a6', 'status': 'completed', 'code': 200} Jun 18 08:29:15.489658 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9ba44d-c295-4bb9-8ef6-8603f5b10a57 req-1d336fe1-df7e-4eed-9f39-63101f09f94a tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:15.498987 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1c9ba44d-c295-4bb9-8ef6-8603f5b10a57 req-1d336fe1-df7e-4eed-9f39-63101f09f94a tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/ports?device_id=70408ca6-4fed-4349-aa86-03b24105843e HTTP/1.1" status: 200 len: 944 time: 0.3270772 Jun 18 08:29:15.544323 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1c9ba44d-c295-4bb9-8ef6-8603f5b10a57 req-bd4e26f5-fc63-444c-b8cf-9bfa6c7730c4 tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/security-groups?id=18854606-5d1c-4657-8def-3647bd8001e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438733 Jun 18 08:29:15.672073 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 59288) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:29:15.678354 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ea2afe9b-f87e-4cd7-b3e9-1a09be7a6538 req-f7ff578e-d827-4ebc-998f-325cf9f50a4b tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 210 time: 0.0932240 Jun 18 08:29:15.698612 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-6dc838d7-8ee0-4c1e-9263-c475ab6ddc9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:15.736335 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-6dc838d7-8ee0-4c1e-9263-c475ab6ddc9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:15.742095 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-6dc838d7-8ee0-4c1e-9263-c475ab6ddc9f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d5cf15af-ee56-40df-b753-1ab1ba23f6d5 HTTP/1.1" status: 204 len: 168 time: 1.6404684 Jun 18 08:29:15.805403 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8c3a4fa2-dc83-4045-bb80-548f84905d36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:15.843146 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-ad74ae7a-d008-4867-9478-7a370e46bb71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:15.847633 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-092bda7a-d84d-435b-97c8-2053407df633 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:15.869390 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2d7879530654598d2c9a4dfa31a50ac71f4dc09db730dec349bdbb492567000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891b7372-0354-4a91-be22-8b9ade4052e6" -d '{"events": [{"name": "network-changed", "server_uuid": "00278876-9f41-4f50-925c-2b3dd85043e1", "tag": "2f53a4d9-f21c-400b-bb0a-5d2bca6ae55b"}]}' {{(pid=93641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:29:15.906564 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-ad74ae7a-d008-4867-9478-7a370e46bb71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:15.928863 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc838d7-8ee0-4c1e-9263-c475ab6ddc9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5cf15af-ee56-40df-b753-1ab1ba23f6d5,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:15.950933 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-abe23ea2-1d7b-4a19-bbc4-5dc5ab4fe645 req-5979e6a1-c26c-475a-ba63-3071bb2bedf0 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 210 time: 0.0604584 Jun 18 08:29:15.953544 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-6dc838d7-8ee0-4c1e-9263-c475ab6ddc9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:15.962665 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-6dc838d7-8ee0-4c1e-9263-c475ab6ddc9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:15.989249 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-568e8769-2db0-4aea-83b6-f196528223d9 req-de50c899-c48c-4f83-b1a4-f8cd3ab326ed tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks [] for port, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:16.012725 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [req-568e8769-2db0-4aea-83b6-f196528223d9 req-de50c899-c48c-4f83-b1a4-f8cd3ab326ed tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Transition to ACTIVE for port object e4b87629-6ba3-4d12-94f9-8c2e7c317290 will not be triggered until provisioned by entity DHCP. {{(pid=93642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:29:16.023868 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a5edb56-00f7-4ce9-8484-492c456bae77 req-955d518c-1704-4618-9110-4fc4d631a4e1 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Made reservation on behalf of 665ee72de464416b9ceb623c24cfa8a5 for: {'port': 1} {{(pid=93642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:29:16.031292 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad74ae7a-d008-4867-9478-7a370e46bb71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97e2feac-027d-4575-afaa-33e750508b3c,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:16.031292 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-ad74ae7a-d008-4867-9478-7a370e46bb71 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7650c28cd3e84d8f8762ca7cbe3ae3cf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9699218 Jun 18 08:29:16.031653 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-ad74ae7a-d008-4867-9478-7a370e46bb71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:16.032793 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-8a5edb56-00f7-4ce9-8484-492c456bae77 req-955d518c-1704-4618-9110-4fc4d631a4e1 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-568420'] for port, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:16.033642 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 59296) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:29:16.106674 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-e01db8e2-b815-4b36-a98a-400384485fd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:16.164315 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-e01db8e2-b815-4b36-a98a-400384485fd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:16.364938 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-568e8769-2db0-4aea-83b6-f196528223d9 req-de50c899-c48c-4f83-b1a4-f8cd3ab326ed tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-568999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741881438814'] for port, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:16.418108 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-04f7d477-d405-4fec-afe6-0a742536c23b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:16.426923 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-e01db8e2-b815-4b36-a98a-400384485fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:16.429597 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 08:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af478bdc-67ae-428b-a0fe-6c1065198029 x-openstack-request-id: req-af478bdc-67ae-428b-a0fe-6c1065198029 {{(pid=93641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:29:16.429597 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00278876-9f41-4f50-925c-2b3dd85043e1", "tag": "2f53a4d9-f21c-400b-bb0a-5d2bca6ae55b", "status": "completed", "code": 200}]} {{(pid=93641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:29:16.429597 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-af478bdc-67ae-428b-a0fe-6c1065198029 {{(pid=93641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:29:16.430046 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00278876-9f41-4f50-925c-2b3dd85043e1', 'tag': '2f53a4d9-f21c-400b-bb0a-5d2bca6ae55b', 'status': 'completed', 'code': 200} Jun 18 08:29:16.440189 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6c5a6ac6-e27b-4ed4-8fd3-62e26acc2a5e req-377435ac-1a50-4840-85d8-f22efa29dd0a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=acb07a57-cbfb-44ca-b532-e7fcf36ab6a6 HTTP/1.1" status: 200 len: 217 time: 0.1487556 Jun 18 08:29:16.440189 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-e01db8e2-b815-4b36-a98a-400384485fd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:16.440863 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-e01db8e2-b815-4b36-a98a-400384485fd4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/97e2feac-027d-4575-afaa-33e750508b3c HTTP/1.1" status: 204 len: 168 time: 0.4055882 Jun 18 08:29:16.442496 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-bf1da827-bddf-4f8d-8aad-fa16cdfe3118 req-0be3696e-11bf-4d1e-83f6-6c652715b80a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f53a4d9-f21c-400b-bb0a-5d2bca6ae55b HTTP/1.1" status: 200 len: 217 time: 0.1582417 Jun 18 08:29:16.443017 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:16.459222 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8c3a4fa2-dc83-4045-bb80-548f84905d36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:16.466050 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01db8e2-b815-4b36-a98a-400384485fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e2feac-027d-4575-afaa-33e750508b3c,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:16.477577 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-e01db8e2-b815-4b36-a98a-400384485fd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:16.577240 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-568e8769-2db0-4aea-83b6-f196528223d9 req-de50c899-c48c-4f83-b1a4-f8cd3ab326ed tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Network 77f1c77d-8795-43df-96a9-39a8b7c2346a is already hosted by enough agents. {{(pid=93642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:29:16.594443 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.db_base_plugin_common [req-8a5edb56-00f7-4ce9-8484-492c456bae77 req-955d518c-1704-4618-9110-4fc4d631a4e1 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Allocated IP 172.20.0.13 (a56a963b-3a29-4893-8b20-0ca5507fb61c/9b52193f-07b8-4a42-8014-0c30c4f4094b/aadba50c-137a-4d54-8293-e13291463953) {{(pid=93642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:29:16.608928 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.base_scheduler [req-568e8769-2db0-4aea-83b6-f196528223d9 req-de50c899-c48c-4f83-b1a4-f8cd3ab326ed tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Resources bound (agent type, host, resource id): {{(pid=93642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:29:16.630460 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1da827-bddf-4f8d-8aad-fa16cdfe3118 req-02bfc9a6-a05d-4ad6-93e0-bb6b126f0c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:16.637590 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-bf1da827-bddf-4f8d-8aad-fa16cdfe3118 req-02bfc9a6-a05d-4ad6-93e0-bb6b126f0c99 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9b52193f-07b8-4a42-8014-0c30c4f4094b HTTP/1.1" status: 200 len: 858 time: 0.1322682 Jun 18 08:29:16.637855 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8c3a4fa2-dc83-4045-bb80-548f84905d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:16.640614 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [req-568e8769-2db0-4aea-83b6-f196528223d9 req-de50c899-c48c-4f83-b1a4-f8cd3ab326ed tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Received port after_create {{(pid=93642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:29:16.659196 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e8769-2db0-4aea-83b6-f196528223d9 req-de50c899-c48c-4f83-b1a4-f8cd3ab326ed tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:16.660401 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-568e8769-2db0-4aea-83b6-f196528223d9 req-de50c899-c48c-4f83-b1a4-f8cd3ab326ed tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8041489'] for port, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:16.689685 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de50c899-c48c-4f83-b1a4-f8cd3ab326ed tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Pushing event updated for resources: {'Port': ['ID=e4b87629-6ba3-4d12-94f9-8c2e7c317290,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:16.696950 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-de50c899-c48c-4f83-b1a4-f8cd3ab326ed tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:16.717788 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:16.825712 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-bf1da827-bddf-4f8d-8aad-fa16cdfe3118 req-753729c1-7b31-4d83-86c2-5c7f72c0a693 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a56a963b-3a29-4893-8b20-0ca5507fb61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1529593 Jun 18 08:29:16.902843 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-568e8769-2db0-4aea-83b6-f196528223d9 req-de50c899-c48c-4f83-b1a4-f8cd3ab326ed tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9796102 Jun 18 08:29:16.917614 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3a4fa2-dc83-4045-bb80-548f84905d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01323f91-423a-48a2-8aa6-39c87477ea57,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:16.926740 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-8c3a4fa2-dc83-4045-bb80-548f84905d36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:16.929189 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-8c3a4fa2-dc83-4045-bb80-548f84905d36 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=406ae6653cff4a68b1c668c9e06d6936&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2522793 Jun 18 08:29:16.944297 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 59328) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:29:16.978591 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [req-568e8769-2db0-4aea-83b6-f196528223d9 req-13870274-4cf2-4b73-9a55-9ac7f93e651f service neutron] Request body: {'port': {'device_id': 'b2ae39a2-ef5a-43c6-a021-bcfb8b555863', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78687'}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:29:17.068722 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a6ac6-e27b-4ed4-8fd3-62e26acc2a5e req-2834b9f2-9b82-46bd-888e-76ad8313f535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:17.070820 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6c5a6ac6-e27b-4ed4-8fd3-62e26acc2a5e req-2834b9f2-9b82-46bd-888e-76ad8313f535 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=df331813-e617-4281-aee2-fca93fc09eab HTTP/1.1" status: 200 len: 852 time: 0.5731077 Jun 18 08:29:17.229774 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-a2bbc425-b3d7-4475-8025-a01c75a15304 None None] Provisioning for port e4b87629-6ba3-4d12-94f9-8c2e7c317290 completed by entity DHCP. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:29:17.237706 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-a2bbc425-b3d7-4475-8025-a01c75a15304 None None] Provisioning complete for port e4b87629-6ba3-4d12-94f9-8c2e7c317290 triggered by entity DHCP. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:29:17.238095 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-a2bbc425-b3d7-4475-8025-a01c75a15304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:17.241148 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-bf1da827-bddf-4f8d-8aad-fa16cdfe3118 req-346ff28d-2326-445e-9183-702dac11478c service neutron] 10.222.0.72 "GET /v2.0/networks/a56a963b-3a29-4893-8b20-0ca5507fb61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3929083 Jun 18 08:29:17.295580 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-568e8769-2db0-4aea-83b6-f196528223d9 req-13870274-4cf2-4b73-9a55-9ac7f93e651f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:17.301805 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caf276a-d08c-4de5-b9d0-46ef71e9641a req-0784f1d3-9bfe-4567-8c1d-3d1d848548f3 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:17.303554 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2caf276a-d08c-4de5-b9d0-46ef71e9641a req-0784f1d3-9bfe-4567-8c1d-3d1d848548f3 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 932 time: 0.4285474 Jun 18 08:29:17.321606 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-a2bbc425-b3d7-4475-8025-a01c75a15304 None None] Port e4b87629-6ba3-4d12-94f9-8c2e7c317290 cannot update to ACTIVE because it is not bound. {{(pid=93643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 08:29:17.347072 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf122c02-8458-4d0e-9f44-47fb58247993 req-26625340-2126-457c-a9fa-f5bb7c6d7da6 tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:17.350035 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-bf122c02-8458-4d0e-9f44-47fb58247993 req-26625340-2126-457c-a9fa-f5bb7c6d7da6 tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/ports?device_id=70408ca6-4fed-4349-aa86-03b24105843e HTTP/1.1" status: 200 len: 944 time: 0.2844543 Jun 18 08:29:17.424200 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-bf122c02-8458-4d0e-9f44-47fb58247993 req-6120114d-e1e3-4f3b-9daf-49b28c6c5234 tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/security-groups?id=18854606-5d1c-4657-8def-3647bd8001e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532377 Jun 18 08:29:17.428016 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2caf276a-d08c-4de5-b9d0-46ef71e9641a req-f22ea07a-f895-4e52-9d47-8b8ccfff94fd tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/security-groups?id=9acf3f14-0245-462c-bda1-3481c334b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140821 Jun 18 08:29:17.531725 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6c5a6ac6-e27b-4ed4-8fd3-62e26acc2a5e req-dc5548c3-3912-4636-8e9d-64fcf5ecd8d1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9e6c262c-e481-4cc8-ac4c-827836c09b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585375 Jun 18 08:29:17.624768 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-ef9c0037-b132-4bae-bcbc-ac1caa1bf224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:17.706350 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-bf1da827-bddf-4f8d-8aad-fa16cdfe3118 req-24c6c059-ec55-4abe-a21d-9f829281e932 service neutron] 10.222.0.72 "GET /v2.0/networks/a56a963b-3a29-4893-8b20-0ca5507fb61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515101 Jun 18 08:29:17.713389 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-ef9c0037-b132-4bae-bcbc-ac1caa1bf224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:17.737246 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6a1176f1-a119-4728-a752-9f4c613b8966 req-830112fe-b3f4-46cc-8295-650044280872 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 210 time: 0.0545831 Jun 18 08:29:17.851051 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6c5a6ac6-e27b-4ed4-8fd3-62e26acc2a5e req-41331b5c-1a81-4f87-b22e-18c26d5debe7 service neutron] 10.222.0.72 "GET /v2.0/networks/9e6c262c-e481-4cc8-ac4c-827836c09b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3171332 Jun 18 08:29:17.916893 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-8a5edb56-00f7-4ce9-8484-492c456bae77 req-955d518c-1704-4618-9110-4fc4d631a4e1 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Notify callbacks [] for port, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:17.955220 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 59350) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:29:18.026492 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-0c63b62c-3adb-4de6-a2ee-41b5d0c52d43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:18.112617 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6c5a6ac6-e27b-4ed4-8fd3-62e26acc2a5e req-dbca4146-2d29-4fa5-a520-2ebe1feb1bc7 service neutron] 10.222.0.72 "GET /v2.0/networks/9e6c262c-e481-4cc8-ac4c-827836c09b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830785 Jun 18 08:29:18.168895 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891b7372-0354-4a91-be22-8b9ade4052e6 req-1fa37170-441d-4774-9c4c-9ec19225a5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:18.179091 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-891b7372-0354-4a91-be22-8b9ade4052e6 req-1fa37170-441d-4774-9c4c-9ec19225a5cb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=665ee72de464416b9ceb623c24cfa8a5&device_id=00278876-9f41-4f50-925c-2b3dd85043e1 HTTP/1.1" status: 200 len: 1097 time: 0.1359444 Jun 18 08:29:18.180297 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [req-568e8769-2db0-4aea-83b6-f196528223d9 req-13870274-4cf2-4b73-9a55-9ac7f93e651f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4b87629-6ba3-4d12-94f9-8c2e7c317290 {{(pid=93642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 08:29:18.192587 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-568e8769-2db0-4aea-83b6-f196528223d9 req-13870274-4cf2-4b73-9a55-9ac7f93e651f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:18.324962 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [req-568e8769-2db0-4aea-83b6-f196528223d9 req-13870274-4cf2-4b73-9a55-9ac7f93e651f service neutron] Transition to ACTIVE for port object e4b87629-6ba3-4d12-94f9-8c2e7c317290 will not be triggered until provisioned by entity L2. {{(pid=93642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:29:18.325861 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-ef9c0037-b132-4bae-bcbc-ac1caa1bf224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:18.338606 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-8a5edb56-00f7-4ce9-8484-492c456bae77 req-955d518c-1704-4618-9110-4fc4d631a4e1 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-568999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741881438814'] for port, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:18.349363 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-ef9c0037-b132-4bae-bcbc-ac1caa1bf224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:18.350678 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-ef9c0037-b132-4bae-bcbc-ac1caa1bf224 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/01323f91-423a-48a2-8aa6-39c87477ea57 HTTP/1.1" status: 204 len: 168 time: 1.4073637 Jun 18 08:29:18.353652 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-dfb0d5e7-bf6b-4ba5-8b26-48ad32c34e31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:18.414987 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9c0037-b132-4bae-bcbc-ac1caa1bf224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01323f91-423a-48a2-8aa6-39c87477ea57,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:18.421765 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a5edb56-00f7-4ce9-8484-492c456bae77 req-955d518c-1704-4618-9110-4fc4d631a4e1 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Network a56a963b-3a29-4893-8b20-0ca5507fb61c is already hosted by enough agents. {{(pid=93642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:29:18.424358 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-ef9c0037-b132-4bae-bcbc-ac1caa1bf224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:18.425212 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.base_scheduler [req-8a5edb56-00f7-4ce9-8484-492c456bae77 req-955d518c-1704-4618-9110-4fc4d631a4e1 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Resources bound (agent type, host, resource id): {{(pid=93642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:29:18.426805 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:18.431297 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a5edb56-00f7-4ce9-8484-492c456bae77 req-955d518c-1704-4618-9110-4fc4d631a4e1 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Received port after_create {{(pid=93642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:29:18.438646 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5edb56-00f7-4ce9-8484-492c456bae77 req-955d518c-1704-4618-9110-4fc4d631a4e1 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:18.439280 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-8a5edb56-00f7-4ce9-8484-492c456bae77 req-955d518c-1704-4618-9110-4fc4d631a4e1 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8041489'] for port, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:18.594455 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-568e8769-2db0-4aea-83b6-f196528223d9 req-13870274-4cf2-4b73-9a55-9ac7f93e651f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:18.635186 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955d518c-1704-4618-9110-4fc4d631a4e1 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Pushing event updated for resources: {'Port': ['ID=aadba50c-137a-4d54-8293-e13291463953,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:18.649096 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-955d518c-1704-4618-9110-4fc4d631a4e1 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:18.668789 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-0c63b62c-3adb-4de6-a2ee-41b5d0c52d43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:18.670868 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-de50c899-c48c-4f83-b1a4-f8cd3ab326ed tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:18.881976 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-0c63b62c-3adb-4de6-a2ee-41b5d0c52d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:18.881976 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13870274-4cf2-4b73-9a55-9ac7f93e651f service neutron] Pushing event updated for resources: {'Port': ['ID=e4b87629-6ba3-4d12-94f9-8c2e7c317290,revision_number=2']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:18.881976 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-13870274-4cf2-4b73-9a55-9ac7f93e651f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:18.881976 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:18.887114 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a4e607-28c8-48f0-948e-a84bbcfdab88 req-1721899f-dcad-4974-b605-987341ace23b tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:18.898178 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-47a4e607-28c8-48f0-948e-a84bbcfdab88 req-1721899f-dcad-4974-b605-987341ace23b tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 944 time: 0.2214415 Jun 18 08:29:18.924553 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c63b62c-3adb-4de6-a2ee-41b5d0c52d43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=511b32c6-9a22-4f38-8e35-7a881e1aaa3f,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:18.949206 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-0c63b62c-3adb-4de6-a2ee-41b5d0c52d43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:18.951950 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ca325-78f2-4976-8647-e531e8911cb7 req-5cd655d8-b3e2-48a6-a6bd-b50dc8f9caf4 tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:18.960113 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1f3ca325-78f2-4976-8647-e531e8911cb7 req-5cd655d8-b3e2-48a6-a6bd-b50dc8f9caf4 tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/ports?device_id=70408ca6-4fed-4349-aa86-03b24105843e HTTP/1.1" status: 200 len: 944 time: 0.2330606 Jun 18 08:29:18.986477 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-47a4e607-28c8-48f0-948e-a84bbcfdab88 req-546a8593-000f-4410-adb0-d22babedb023 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/security-groups?id=9acf3f14-0245-462c-bda1-3481c334b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871119 Jun 18 08:29:19.036075 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [req-568e8769-2db0-4aea-83b6-f196528223d9 req-13870274-4cf2-4b73-9a55-9ac7f93e651f service neutron] Attempting to bind port e4b87629-6ba3-4d12-94f9-8c2e7c317290 on host hv-cinder-78687 for vnic_type normal with profile {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:29:19.036426 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [req-568e8769-2db0-4aea-83b6-f196528223d9 req-13870274-4cf2-4b73-9a55-9ac7f93e651f service neutron] Attempting to bind port e4b87629-6ba3-4d12-94f9-8c2e7c317290 by drivers openvswitch,hyperv on host hv-cinder-78687 at level 0 using segments [{'id': '18571f25-34b4-4721-b61a-3f9a005c498f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '77f1c77d-8795-43df-96a9-39a8b7c2346a'}] {{(pid=93642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:29:19.036914 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568e8769-2db0-4aea-83b6-f196528223d9 req-13870274-4cf2-4b73-9a55-9ac7f93e651f service neutron] Attempting to bind port e4b87629-6ba3-4d12-94f9-8c2e7c317290 on network 77f1c77d-8795-43df-96a9-39a8b7c2346a {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:29:19.044610 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-0c63b62c-3adb-4de6-a2ee-41b5d0c52d43 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3869824f597b435d9c6d1fb99eb6f295&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0841634 Jun 18 08:29:19.061785 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 59368) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:29:19.080558 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568e8769-2db0-4aea-83b6-f196528223d9 req-13870274-4cf2-4b73-9a55-9ac7f93e651f service neutron] Port e4b87629-6ba3-4d12-94f9-8c2e7c317290 on network 77f1c77d-8795-43df-96a9-39a8b7c2346a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78687 {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 08:29:19.094582 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568e8769-2db0-4aea-83b6-f196528223d9 req-13870274-4cf2-4b73-9a55-9ac7f93e651f service neutron] Attempting to bind port e4b87629-6ba3-4d12-94f9-8c2e7c317290 on network 77f1c77d-8795-43df-96a9-39a8b7c2346a {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:29:19.105218 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568e8769-2db0-4aea-83b6-f196528223d9 req-13870274-4cf2-4b73-9a55-9ac7f93e651f service neutron] Checking agent: {'id': '7d051742-a391-48d3-aa1e-6019401c6fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78687', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 26, 56), 'started_at': datetime.datetime(2021, 6, 18, 8, 26, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:29:19.106603 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568e8769-2db0-4aea-83b6-f196528223d9 req-13870274-4cf2-4b73-9a55-9ac7f93e651f service neutron] Checking segment: {'id': '18571f25-34b4-4721-b61a-3f9a005c498f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '77f1c77d-8795-43df-96a9-39a8b7c2346a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:29:19.109359 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568e8769-2db0-4aea-83b6-f196528223d9 req-13870274-4cf2-4b73-9a55-9ac7f93e651f service neutron] Bound using segment: {'id': '18571f25-34b4-4721-b61a-3f9a005c498f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '77f1c77d-8795-43df-96a9-39a8b7c2346a'} {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:29:19.110044 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [req-568e8769-2db0-4aea-83b6-f196528223d9 req-13870274-4cf2-4b73-9a55-9ac7f93e651f service neutron] Bound port: e4b87629-6ba3-4d12-94f9-8c2e7c317290, host: hv-cinder-78687, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18571f25-34b4-4721-b61a-3f9a005c498f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '77f1c77d-8795-43df-96a9-39a8b7c2346a'}}] {{(pid=93642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:29:19.111046 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-568e8769-2db0-4aea-83b6-f196528223d9 req-13870274-4cf2-4b73-9a55-9ac7f93e651f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:19.138680 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-8a5edb56-00f7-4ce9-8484-492c456bae77 req-955d518c-1704-4618-9110-4fc4d631a4e1 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4963768 Jun 18 08:29:19.155030 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1f3ca325-78f2-4976-8647-e531e8911cb7 req-d1831753-b18f-4aaf-9951-2ba12e4cc979 tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/security-groups?id=18854606-5d1c-4657-8def-3647bd8001e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939385 Jun 18 08:29:19.260329 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-afd41849-bb57-4e49-a6cb-9a50261a11a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:19.324600 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [req-8a5edb56-00f7-4ce9-8484-492c456bae77 req-4d01b4c8-d064-43d8-8ea2-e0ef38cc4e64 service neutron] Request body: {'port': {'device_id': '746e3e44-e34c-4eb8-99db-3a01195969ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78687'}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:29:19.488279 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [req-568e8769-2db0-4aea-83b6-f196528223d9 req-13870274-4cf2-4b73-9a55-9ac7f93e651f service neutron] For port e4b87629-6ba3-4d12-94f9-8c2e7c317290, host hv-cinder-78687, cleared binding levels {{(pid=93642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:29:19.491464 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-8a5edb56-00f7-4ce9-8484-492c456bae77 req-4d01b4c8-d064-43d8-8ea2-e0ef38cc4e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:19.514401 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [req-568e8769-2db0-4aea-83b6-f196528223d9 req-13870274-4cf2-4b73-9a55-9ac7f93e651f service neutron] For port e4b87629-6ba3-4d12-94f9-8c2e7c317290, host hv-cinder-78687, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=e4b87629-6ba3-4d12-94f9-8c2e7c317290,segment=NetworkSegment(18571f25-34b4-4721-b61a-3f9a005c498f),segment_id=18571f25-34b4-4721-b61a-3f9a005c498f)] {{(pid=93642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:29:19.626507 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-afd41849-bb57-4e49-a6cb-9a50261a11a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:19.756997 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-568e8769-2db0-4aea-83b6-f196528223d9 req-13870274-4cf2-4b73-9a55-9ac7f93e651f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:19.768147 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-bd11e92c-efd4-45a8-93ab-27c385135f7a tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:19.831086 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e8769-2db0-4aea-83b6-f196528223d9 req-13870274-4cf2-4b73-9a55-9ac7f93e651f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:19.831808 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-568e8769-2db0-4aea-83b6-f196528223d9 req-13870274-4cf2-4b73-9a55-9ac7f93e651f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8041489'] for port, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:19.833497 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-568e8769-2db0-4aea-83b6-f196528223d9 req-13870274-4cf2-4b73-9a55-9ac7f93e651f service neutron] 10.222.0.72 "PUT /v2.0/ports/e4b87629-6ba3-4d12-94f9-8c2e7c317290 HTTP/1.1" status: 200 len: 1094 time: 2.8623879 Jun 18 08:29:19.839563 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2ae39a2-ef5a-43c6-a021-bcfb8b555863', 'tag': 'e4b87629-6ba3-4d12-94f9-8c2e7c317290'}] {{(pid=93642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:29:19.842474 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8e20e2b9f795c08d425b6044ace8e6bfcc189f1bac9bd432248b5aa3a03ca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e62e90-e7e2-4a26-8bb9-c0f830d7bae9" -d '{"events": [{"name": "network-changed", "server_uuid": "b2ae39a2-ef5a-43c6-a021-bcfb8b555863", "tag": "e4b87629-6ba3-4d12-94f9-8c2e7c317290"}]}' {{(pid=93642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:29:19.901124 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13870274-4cf2-4b73-9a55-9ac7f93e651f service neutron] Pushing event updated for resources: {'Port': ['ID=e4b87629-6ba3-4d12-94f9-8c2e7c317290,revision_number=3']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:19.909156 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-13870274-4cf2-4b73-9a55-9ac7f93e651f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:19.995705 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891b7372-0354-4a91-be22-8b9ade4052e6 req-af88cfd6-bc44-4677-9cf7-84d343d7dc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:20.000298 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-891b7372-0354-4a91-be22-8b9ade4052e6 req-af88cfd6-bc44-4677-9cf7-84d343d7dc7c service neutron] 10.222.0.72 "GET /v2.0/networks?id=a56a963b-3a29-4893-8b20-0ca5507fb61c HTTP/1.1" status: 200 len: 919 time: 0.6937397 Jun 18 08:29:20.006580 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 08:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc4e3244-a1a5-49e0-a32d-82bd4c9c0e11 x-openstack-request-id: req-bc4e3244-a1a5-49e0-a32d-82bd4c9c0e11 {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:29:20.007976 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2ae39a2-ef5a-43c6-a021-bcfb8b555863", "tag": "e4b87629-6ba3-4d12-94f9-8c2e7c317290", "status": "completed", "code": 200}]} {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:29:20.007976 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bc4e3244-a1a5-49e0-a32d-82bd4c9c0e11 {{(pid=93642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:29:20.007976 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2ae39a2-ef5a-43c6-a021-bcfb8b555863', 'tag': 'e4b87629-6ba3-4d12-94f9-8c2e7c317290', 'status': 'completed', 'code': 200} Jun 18 08:29:20.060546 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311a37dc-4bde-41a1-82d0-2557e8ff5f7d req-1314471a-02c5-452a-9247-dc0c0c0a61de tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:20.069527 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-311a37dc-4bde-41a1-82d0-2557e8ff5f7d req-1314471a-02c5-452a-9247-dc0c0c0a61de tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 932 time: 0.7845252 Jun 18 08:29:20.075443 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8af4bd6-2882-4a43-afa2-3a060102d478 req-3c576495-ac59-4867-a39f-7316e41e9148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:20.079600 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b8af4bd6-2882-4a43-afa2-3a060102d478 req-3c576495-ac59-4867-a39f-7316e41e9148 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=57dc50d0c8f342099a699ad37cbfac32&device_id=70408ca6-4fed-4349-aa86-03b24105843e HTTP/1.1" status: 200 len: 1097 time: 0.4783504 Jun 18 08:29:20.110319 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [req-8a5edb56-00f7-4ce9-8484-492c456bae77 req-4d01b4c8-d064-43d8-8ea2-e0ef38cc4e64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aadba50c-137a-4d54-8293-e13291463953 {{(pid=93642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 08:29:20.130490 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-8a5edb56-00f7-4ce9-8484-492c456bae77 req-4d01b4c8-d064-43d8-8ea2-e0ef38cc4e64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:20.135188 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-311a37dc-4bde-41a1-82d0-2557e8ff5f7d req-a90ff3ce-c5b8-469a-870b-bb493473e5e3 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602288 Jun 18 08:29:20.140097 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-afd41849-bb57-4e49-a6cb-9a50261a11a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:20.222967 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-afd41849-bb57-4e49-a6cb-9a50261a11a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:20.222967 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-afd41849-bb57-4e49-a6cb-9a50261a11a3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/511b32c6-9a22-4f38-8e35-7a881e1aaa3f HTTP/1.1" status: 204 len: 168 time: 1.1211188 Jun 18 08:29:20.222967 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-8eccb478-9033-432f-913c-ca0221ceef22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:20.225081 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [req-8a5edb56-00f7-4ce9-8484-492c456bae77 req-4d01b4c8-d064-43d8-8ea2-e0ef38cc4e64 service neutron] Transition to ACTIVE for port object aadba50c-137a-4d54-8293-e13291463953 will not be triggered until provisioned by entity L2. {{(pid=93642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:29:20.225879 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd41849-bb57-4e49-a6cb-9a50261a11a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=511b32c6-9a22-4f38-8e35-7a881e1aaa3f,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:20.225879 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-afd41849-bb57-4e49-a6cb-9a50261a11a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:20.309803 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-891b7372-0354-4a91-be22-8b9ade4052e6 req-9ed402f3-7c67-4ff5-b770-725cda934d90 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f53a4d9-f21c-400b-bb0a-5d2bca6ae55b HTTP/1.1" status: 200 len: 217 time: 0.0902526 Jun 18 08:29:20.392371 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-8a5edb56-00f7-4ce9-8484-492c456bae77 req-4d01b4c8-d064-43d8-8ea2-e0ef38cc4e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:20.448936 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:20.487646 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3814202-384f-4f39-98a6-ff27aaafc971 req-51fb4dd0-1e97-4043-bea5-0cb626a96305 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:20.493141 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d3814202-384f-4f39-98a6-ff27aaafc971 req-51fb4dd0-1e97-4043-bea5-0cb626a96305 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 944 time: 0.1916986 Jun 18 08:29:20.493141 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8af4bd6-2882-4a43-afa2-3a060102d478 req-1bc93d41-1e8d-403d-b554-2e6d836280d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:20.493463 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b8af4bd6-2882-4a43-afa2-3a060102d478 req-1bc93d41-1e8d-403d-b554-2e6d836280d1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9e6c262c-e481-4cc8-ac4c-827836c09b8f HTTP/1.1" status: 200 len: 913 time: 0.2618229 Jun 18 08:29:20.612466 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b8af4bd6-2882-4a43-afa2-3a060102d478 req-af1fdc8d-619f-4042-baee-40aa10466c28 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=acb07a57-cbfb-44ca-b532-e7fcf36ab6a6 HTTP/1.1" status: 200 len: 217 time: 0.0992484 Jun 18 08:29:20.755021 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891b7372-0354-4a91-be22-8b9ade4052e6 req-1bd9a0b1-75a1-484a-9607-a9e1a2e8afdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:20.755021 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-891b7372-0354-4a91-be22-8b9ade4052e6 req-1bd9a0b1-75a1-484a-9607-a9e1a2e8afdc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9b52193f-07b8-4a42-8014-0c30c4f4094b HTTP/1.1" status: 200 len: 858 time: 0.1975586 Jun 18 08:29:20.755021 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d3814202-384f-4f39-98a6-ff27aaafc971 req-85b158df-16b8-4e3e-b6bd-237728aa86b6 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/security-groups?id=9acf3f14-0245-462c-bda1-3481c334b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2275472 Jun 18 08:29:20.778661 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab75c9d3-555e-42a1-a3cd-e7adb3f59956 req-69e5186c-b985-4b81-8ec8-2f3e9a2d012a tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:20.786119 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ab75c9d3-555e-42a1-a3cd-e7adb3f59956 req-69e5186c-b985-4b81-8ec8-2f3e9a2d012a tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/ports?device_id=70408ca6-4fed-4349-aa86-03b24105843e HTTP/1.1" status: 200 len: 944 time: 0.3877499 Jun 18 08:29:20.800391 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-891b7372-0354-4a91-be22-8b9ade4052e6 req-735b6da0-c999-4f5a-b606-cd2357d07a69 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a56a963b-3a29-4893-8b20-0ca5507fb61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897889 Jun 18 08:29:20.828197 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8af4bd6-2882-4a43-afa2-3a060102d478 req-7d96b643-f3a9-4706-b5f7-ba478f522f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:20.833790 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b8af4bd6-2882-4a43-afa2-3a060102d478 req-7d96b643-f3a9-4706-b5f7-ba478f522f17 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=df331813-e617-4281-aee2-fca93fc09eab HTTP/1.1" status: 200 len: 852 time: 0.2034557 Jun 18 08:29:20.954853 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b8af4bd6-2882-4a43-afa2-3a060102d478 req-61516771-5752-48e1-aecf-ac5a80edb313 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9e6c262c-e481-4cc8-ac4c-827836c09b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1072345 Jun 18 08:29:21.013079 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ab75c9d3-555e-42a1-a3cd-e7adb3f59956 req-bd288d42-fb8e-4aa9-9d93-bfbbced7fe00 tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/security-groups?id=18854606-5d1c-4657-8def-3647bd8001e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254698 Jun 18 08:29:21.125882 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e62e90-e7e2-4a26-8bb9-c0f830d7bae9 req-cf93536a-1c79-4b60-b9bb-1f4c4d0d305f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:21.128604 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-e4e62e90-e7e2-4a26-8bb9-c0f830d7bae9 req-cf93536a-1c79-4b60-b9bb-1f4c4d0d305f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f18f9b0caff54beda5bbbdb00ef6417e&device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 1097 time: 0.9012370 Jun 18 08:29:21.150529 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d01b4c8-d064-43d8-8ea2-e0ef38cc4e64 service neutron] Pushing event updated for resources: {'Port': ['ID=aadba50c-137a-4d54-8293-e13291463953,revision_number=2']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:21.157069 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-4d01b4c8-d064-43d8-8ea2-e0ef38cc4e64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.708s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:21.225683 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-891b7372-0354-4a91-be22-8b9ade4052e6 req-ed3410f0-396f-46ea-9221-09621a1fe962 service neutron] 10.222.0.72 "GET /v2.0/networks/a56a963b-3a29-4893-8b20-0ca5507fb61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3903413 Jun 18 08:29:21.441517 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b8af4bd6-2882-4a43-afa2-3a060102d478 req-f8a5809e-b8de-44b8-b161-17c42259a057 service neutron] 10.222.0.72 "GET /v2.0/networks/9e6c262c-e481-4cc8-ac4c-827836c09b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4699557 Jun 18 08:29:21.476537 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [req-8a5edb56-00f7-4ce9-8484-492c456bae77 req-4d01b4c8-d064-43d8-8ea2-e0ef38cc4e64 service neutron] Attempting to bind port aadba50c-137a-4d54-8293-e13291463953 on host hv-cinder-78687 for vnic_type normal with profile {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:29:21.476878 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [req-8a5edb56-00f7-4ce9-8484-492c456bae77 req-4d01b4c8-d064-43d8-8ea2-e0ef38cc4e64 service neutron] Attempting to bind port aadba50c-137a-4d54-8293-e13291463953 by drivers openvswitch,hyperv on host hv-cinder-78687 at level 0 using segments [{'id': '8c06c17f-2be1-4924-8911-2b23408d6000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'a56a963b-3a29-4893-8b20-0ca5507fb61c'}] {{(pid=93642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:29:21.483903 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5edb56-00f7-4ce9-8484-492c456bae77 req-4d01b4c8-d064-43d8-8ea2-e0ef38cc4e64 service neutron] Attempting to bind port aadba50c-137a-4d54-8293-e13291463953 on network a56a963b-3a29-4893-8b20-0ca5507fb61c {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:29:21.521564 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5edb56-00f7-4ce9-8484-492c456bae77 req-4d01b4c8-d064-43d8-8ea2-e0ef38cc4e64 service neutron] Port aadba50c-137a-4d54-8293-e13291463953 on network a56a963b-3a29-4893-8b20-0ca5507fb61c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78687 {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 08:29:21.522132 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5edb56-00f7-4ce9-8484-492c456bae77 req-4d01b4c8-d064-43d8-8ea2-e0ef38cc4e64 service neutron] Attempting to bind port aadba50c-137a-4d54-8293-e13291463953 on network a56a963b-3a29-4893-8b20-0ca5507fb61c {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:29:21.550135 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5edb56-00f7-4ce9-8484-492c456bae77 req-4d01b4c8-d064-43d8-8ea2-e0ef38cc4e64 service neutron] Checking agent: {'id': '7d051742-a391-48d3-aa1e-6019401c6fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78687', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 26, 56), 'started_at': datetime.datetime(2021, 6, 18, 8, 26, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:29:21.550821 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5edb56-00f7-4ce9-8484-492c456bae77 req-4d01b4c8-d064-43d8-8ea2-e0ef38cc4e64 service neutron] Checking segment: {'id': '8c06c17f-2be1-4924-8911-2b23408d6000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'a56a963b-3a29-4893-8b20-0ca5507fb61c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:29:21.551439 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5edb56-00f7-4ce9-8484-492c456bae77 req-4d01b4c8-d064-43d8-8ea2-e0ef38cc4e64 service neutron] Bound using segment: {'id': '8c06c17f-2be1-4924-8911-2b23408d6000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'a56a963b-3a29-4893-8b20-0ca5507fb61c'} {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:29:21.552164 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [req-8a5edb56-00f7-4ce9-8484-492c456bae77 req-4d01b4c8-d064-43d8-8ea2-e0ef38cc4e64 service neutron] Bound port: aadba50c-137a-4d54-8293-e13291463953, host: hv-cinder-78687, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c06c17f-2be1-4924-8911-2b23408d6000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'a56a963b-3a29-4893-8b20-0ca5507fb61c'}}] {{(pid=93642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:29:21.552675 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-8a5edb56-00f7-4ce9-8484-492c456bae77 req-4d01b4c8-d064-43d8-8ea2-e0ef38cc4e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:21.682874 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-891b7372-0354-4a91-be22-8b9ade4052e6 req-bfc86ee7-8f82-4733-b456-5df75cb60bdd service neutron] 10.222.0.72 "GET /v2.0/networks/a56a963b-3a29-4893-8b20-0ca5507fb61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4242299 Jun 18 08:29:21.694660 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e62e90-e7e2-4a26-8bb9-c0f830d7bae9 req-0d9bc01b-4a1f-4ab8-8d83-2b18bc674fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:21.697098 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-e4e62e90-e7e2-4a26-8bb9-c0f830d7bae9 req-0d9bc01b-4a1f-4ab8-8d83-2b18bc674fb7 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=f18f9b0caff54beda5bbbdb00ef6417e&shared=False HTTP/1.1" status: 200 len: 911 time: 0.5033004 Jun 18 08:29:21.726149 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [req-8a5edb56-00f7-4ce9-8484-492c456bae77 req-4d01b4c8-d064-43d8-8ea2-e0ef38cc4e64 service neutron] For port aadba50c-137a-4d54-8293-e13291463953, host hv-cinder-78687, cleared binding levels {{(pid=93642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:29:21.730056 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b8af4bd6-2882-4a43-afa2-3a060102d478 req-52476b59-5e1b-4e09-9a1f-736feddf4318 service neutron] 10.222.0.72 "GET /v2.0/networks/9e6c262c-e481-4cc8-ac4c-827836c09b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510207 Jun 18 08:29:21.731312 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [req-8a5edb56-00f7-4ce9-8484-492c456bae77 req-4d01b4c8-d064-43d8-8ea2-e0ef38cc4e64 service neutron] For port aadba50c-137a-4d54-8293-e13291463953, host hv-cinder-78687, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=aadba50c-137a-4d54-8293-e13291463953,segment=NetworkSegment(8c06c17f-2be1-4924-8911-2b23408d6000),segment_id=8c06c17f-2be1-4924-8911-2b23408d6000)] {{(pid=93642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:29:21.750638 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa0e59-a117-483a-8b9b-77496d3206b3 req-dbcf7316-aa38-4346-ad17-4734b61475d7 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:21.752529 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-99aa0e59-a117-483a-8b9b-77496d3206b3 req-dbcf7316-aa38-4346-ad17-4734b61475d7 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 944 time: 0.2136741 Jun 18 08:29:21.797730 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-99aa0e59-a117-483a-8b9b-77496d3206b3 req-6b9ad4d2-39b3-4618-9170-20e315ad2817 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365264 Jun 18 08:29:21.885925 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-8a5edb56-00f7-4ce9-8484-492c456bae77 req-4d01b4c8-d064-43d8-8ea2-e0ef38cc4e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:22.032449 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:22.115093 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d01b4c8-d064-43d8-8ea2-e0ef38cc4e64 service neutron] Pushing event updated for resources: {'Port': ['ID=aadba50c-137a-4d54-8293-e13291463953,revision_number=3']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:22.132905 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5edb56-00f7-4ce9-8484-492c456bae77 req-4d01b4c8-d064-43d8-8ea2-e0ef38cc4e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:22.134251 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-8a5edb56-00f7-4ce9-8484-492c456bae77 req-4d01b4c8-d064-43d8-8ea2-e0ef38cc4e64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8041489'] for port, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:22.137887 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-8a5edb56-00f7-4ce9-8484-492c456bae77 req-4d01b4c8-d064-43d8-8ea2-e0ef38cc4e64 service neutron] 10.222.0.72 "PUT /v2.0/ports/aadba50c-137a-4d54-8293-e13291463953 HTTP/1.1" status: 200 len: 1094 time: 2.8324351 Jun 18 08:29:22.372699 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5befa603-2735-4f27-bd87-971095803558 req-d7effc9c-f797-464a-b406-8492d905dac1 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:22.385807 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '746e3e44-e34c-4eb8-99db-3a01195969ee', 'tag': 'aadba50c-137a-4d54-8293-e13291463953'}] {{(pid=93642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:29:22.391604 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-5befa603-2735-4f27-bd87-971095803558 req-d7effc9c-f797-464a-b406-8492d905dac1 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 944 time: 0.2549992 Jun 18 08:29:22.393018 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8e20e2b9f795c08d425b6044ace8e6bfcc189f1bac9bd432248b5aa3a03ca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64896565-c22c-476f-a5cc-d63f73c0173a" -d '{"events": [{"name": "network-changed", "server_uuid": "746e3e44-e34c-4eb8-99db-3a01195969ee", "tag": "aadba50c-137a-4d54-8293-e13291463953"}]}' {{(pid=93642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:29:22.405267 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e62e90-e7e2-4a26-8bb9-c0f830d7bae9 req-6fb2fc30-700f-4661-a134-0268598107b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:22.407991 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-e4e62e90-e7e2-4a26-8bb9-c0f830d7bae9 req-6fb2fc30-700f-4661-a134-0268598107b5 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5996747 Jun 18 08:29:22.426364 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-4d01b4c8-d064-43d8-8ea2-e0ef38cc4e64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:22.505530 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-5befa603-2735-4f27-bd87-971095803558 req-57684ce3-9401-40b9-8927-13df15acd2b5 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/security-groups?id=9acf3f14-0245-462c-bda1-3481c334b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122351 Jun 18 08:29:22.604404 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b907b5-a77f-4444-aadb-4cd8ded76706 req-5c313f10-3aa1-48dd-8f0c-65824bf3ffa3 tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:22.616900 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-90b907b5-a77f-4444-aadb-4cd8ded76706 req-5c313f10-3aa1-48dd-8f0c-65824bf3ffa3 tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/ports?device_id=70408ca6-4fed-4349-aa86-03b24105843e HTTP/1.1" status: 200 len: 944 time: 0.1820807 Jun 18 08:29:22.620667 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5edb56-00f7-4ce9-8484-492c456bae77 req-40395440-4d0e-40a6-92e1-e706bf428e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:22.622692 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-8a5edb56-00f7-4ce9-8484-492c456bae77 req-40395440-4d0e-40a6-92e1-e706bf428e1b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=665ee72de464416b9ceb623c24cfa8a5&device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 1097 time: 0.2100642 Jun 18 08:29:22.712802 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-90b907b5-a77f-4444-aadb-4cd8ded76706 req-c65157e3-5859-4d9d-b0f1-7dad663c4539 tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/security-groups?id=18854606-5d1c-4657-8def-3647bd8001e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925751 Jun 18 08:29:22.731247 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 08:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2df2b20-e05b-4fc4-a74c-6da59415bedd x-openstack-request-id: req-c2df2b20-e05b-4fc4-a74c-6da59415bedd {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:29:22.731915 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "746e3e44-e34c-4eb8-99db-3a01195969ee", "tag": "aadba50c-137a-4d54-8293-e13291463953", "status": "completed", "code": 200}]} {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:29:22.732418 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c2df2b20-e05b-4fc4-a74c-6da59415bedd {{(pid=93642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:29:22.733190 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '746e3e44-e34c-4eb8-99db-3a01195969ee', 'tag': 'aadba50c-137a-4d54-8293-e13291463953', 'status': 'completed', 'code': 200} Jun 18 08:29:22.849345 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-8a5edb56-00f7-4ce9-8484-492c456bae77 req-147e3484-17db-4b8b-b34c-2ba9d9851a8a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aadba50c-137a-4d54-8293-e13291463953 HTTP/1.1" status: 200 len: 217 time: 0.1089830 Jun 18 08:29:22.891658 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e8769-2db0-4aea-83b6-f196528223d9 req-1d52ec6a-120a-4cc9-a0c7-c9276d451c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:22.893220 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-568e8769-2db0-4aea-83b6-f196528223d9 req-1d52ec6a-120a-4cc9-a0c7-c9276d451c3f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f18f9b0caff54beda5bbbdb00ef6417e&device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 1097 time: 0.1550150 Jun 18 08:29:23.054253 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5edb56-00f7-4ce9-8484-492c456bae77 req-8601baca-3f45-4b04-a666-a729965cbe99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:23.056764 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-8a5edb56-00f7-4ce9-8484-492c456bae77 req-8601baca-3f45-4b04-a666-a729965cbe99 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9b52193f-07b8-4a42-8014-0c30c4f4094b HTTP/1.1" status: 200 len: 858 time: 0.1129045 Jun 18 08:29:23.079282 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00b96b-a706-4e9f-8050-8c2139267aec req-bb6da792-5af5-4864-8d3e-928c35be363d tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:23.080931 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6f00b96b-a706-4e9f-8050-8c2139267aec req-bb6da792-5af5-4864-8d3e-928c35be363d tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 944 time: 0.1151328 Jun 18 08:29:23.126207 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6f00b96b-a706-4e9f-8050-8c2139267aec req-a58c4e51-8ff1-4346-9e2c-85266868de1e tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390968 Jun 18 08:29:23.171342 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-568e8769-2db0-4aea-83b6-f196528223d9 req-b61cb9a2-769b-4fb0-bb71-1a0722f0dba1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4b87629-6ba3-4d12-94f9-8c2e7c317290 HTTP/1.1" status: 200 len: 217 time: 0.0585492 Jun 18 08:29:23.191742 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-8a5edb56-00f7-4ce9-8484-492c456bae77 req-adffa73e-8895-46ea-b380-dfa76c4e0f63 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a56a963b-3a29-4893-8b20-0ca5507fb61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721061 Jun 18 08:29:23.289610 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e8769-2db0-4aea-83b6-f196528223d9 req-d1f9cdcc-fb58-40a7-bf6b-786bafb5fcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:23.291060 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-568e8769-2db0-4aea-83b6-f196528223d9 req-d1f9cdcc-fb58-40a7-bf6b-786bafb5fcb0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0695c8b6-59a4-4923-a5ff-60cabbe26c72 HTTP/1.1" status: 200 len: 849 time: 0.1016755 Jun 18 08:29:23.324319 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-8a5edb56-00f7-4ce9-8484-492c456bae77 req-f69004a6-bdd9-4f67-824f-6f2fc7be1a67 service neutron] 10.222.0.72 "GET /v2.0/networks/a56a963b-3a29-4893-8b20-0ca5507fb61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228876 Jun 18 08:29:23.725045 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d290f681-f90f-418f-8f66-063737cb52bd req-b0672ce3-bfc1-4677-a732-6301fc4e52e9 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:23.726462 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d290f681-f90f-418f-8f66-063737cb52bd req-b0672ce3-bfc1-4677-a732-6301fc4e52e9 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 944 time: 0.0830100 Jun 18 08:29:23.790574 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d290f681-f90f-418f-8f66-063737cb52bd req-6f33d6f5-7528-4349-8ed4-2075b0490c16 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/security-groups?id=9acf3f14-0245-462c-bda1-3481c334b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544558 Jun 18 08:29:23.910313 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9833c4d-55d2-46e7-987d-38660862dc7b req-314c11bd-3309-43e9-95ab-6c1925b3f1de tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:23.911801 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b9833c4d-55d2-46e7-987d-38660862dc7b req-314c11bd-3309-43e9-95ab-6c1925b3f1de tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/ports?device_id=70408ca6-4fed-4349-aa86-03b24105843e HTTP/1.1" status: 200 len: 944 time: 0.0761330 Jun 18 08:29:23.932189 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 59530) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:29:23.970174 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b9833c4d-55d2-46e7-987d-38660862dc7b req-18cd70f8-b2fa-4a27-a8d4-8ee9a5f3effd tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/security-groups?id=18854606-5d1c-4657-8def-3647bd8001e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490115 Jun 18 08:29:24.074632 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-2109bfa9-9c9a-4c79-b7c8-71caaf69401d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:24.197200 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-2109bfa9-9c9a-4c79-b7c8-71caaf69401d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:24.285124 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-2109bfa9-9c9a-4c79-b7c8-71caaf69401d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:24.304495 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:24.350263 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-2109bfa9-9c9a-4c79-b7c8-71caaf69401d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=767056fbe0fe4fb79c476c2c03d6f423&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4170446 Jun 18 08:29:24.353630 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 59552) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:29:24.355131 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2109bfa9-9c9a-4c79-b7c8-71caaf69401d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=081de290-ae8d-4538-9f7a-b94da3e2df88,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:24.359619 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-2109bfa9-9c9a-4c79-b7c8-71caaf69401d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:24.387368 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c6d65-1544-461f-9302-7ac1561db09a req-a5d41c68-1cfd-4d53-8756-ed0685eacf18 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:24.399971 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-454c6d65-1544-461f-9302-7ac1561db09a req-a5d41c68-1cfd-4d53-8756-ed0685eacf18 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 944 time: 0.1222413 Jun 18 08:29:24.432839 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-204142e0-ed4e-4757-85d2-91dc59d513e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:24.433607 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-454c6d65-1544-461f-9302-7ac1561db09a req-43453462-0953-401a-a764-b059f65bf422 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370209 Jun 18 08:29:24.457435 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-204142e0-ed4e-4757-85d2-91dc59d513e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:24.600651 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-204142e0-ed4e-4757-85d2-91dc59d513e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:24.603624 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-204142e0-ed4e-4757-85d2-91dc59d513e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:24.604849 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-204142e0-ed4e-4757-85d2-91dc59d513e2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/081de290-ae8d-4538-9f7a-b94da3e2df88 HTTP/1.1" status: 204 len: 168 time: 0.2486193 Jun 18 08:29:24.605659 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-3d8fe579-f5f9-479c-8dd7-95e89bff3995 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:24.613753 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204142e0-ed4e-4757-85d2-91dc59d513e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=081de290-ae8d-4538-9f7a-b94da3e2df88,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:24.617558 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-204142e0-ed4e-4757-85d2-91dc59d513e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:25.050450 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10840ac-8406-4eff-92b4-b602642976c9 req-4f0a2e99-fd35-4e31-ba98-bfe330d5cbe7 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:25.052558 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e10840ac-8406-4eff-92b4-b602642976c9 req-4f0a2e99-fd35-4e31-ba98-bfe330d5cbe7 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 944 time: 0.1132729 Jun 18 08:29:25.137991 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e10840ac-8406-4eff-92b4-b602642976c9 req-bd4317fe-10e2-493e-973d-46d88a6c9a72 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/security-groups?id=9acf3f14-0245-462c-bda1-3481c334b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604682 Jun 18 08:29:25.265554 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c7afb8-694b-41ab-9621-db892f8b4da3 req-8eb29fcf-1c57-4aa1-8d15-f586d41ef4d9 tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:25.267263 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-77c7afb8-694b-41ab-9621-db892f8b4da3 req-8eb29fcf-1c57-4aa1-8d15-f586d41ef4d9 tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/ports?device_id=70408ca6-4fed-4349-aa86-03b24105843e HTTP/1.1" status: 200 len: 944 time: 0.1270688 Jun 18 08:29:25.317435 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-77c7afb8-694b-41ab-9621-db892f8b4da3 req-15b781a2-6974-453b-b8b7-3120b598d934 tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/security-groups?id=18854606-5d1c-4657-8def-3647bd8001e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436304 Jun 18 08:29:25.563918 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e8769-2db0-4aea-83b6-f196528223d9 req-617556f8-f4af-472d-abfc-7309f4e96bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:25.569055 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 59614) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:29:25.569781 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-568e8769-2db0-4aea-83b6-f196528223d9 req-617556f8-f4af-472d-abfc-7309f4e96bf6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=77f1c77d-8795-43df-96a9-39a8b7c2346a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2139754 Jun 18 08:29:25.598899 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-f8953d80-c0d7-4c05-8166-aa72a4fe9aaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:25.938564 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-8a5edb56-00f7-4ce9-8484-492c456bae77 req-971d0717-26ee-435f-80a7-3bfb8b959fbf service neutron] 10.222.0.72 "GET /v2.0/networks/a56a963b-3a29-4893-8b20-0ca5507fb61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465754 Jun 18 08:29:25.938564 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-568e8769-2db0-4aea-83b6-f196528223d9 req-0f3c7af6-f4fc-4113-91c5-a2c63d46133d service neutron] 10.222.0.72 "GET /v2.0/networks/77f1c77d-8795-43df-96a9-39a8b7c2346a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762357 Jun 18 08:29:25.939597 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb2299-de51-40ba-a4b4-9ac568ff9606 req-005e0bd5-9af7-4151-b20d-eb0bdbde6636 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:25.939597 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-13cb2299-de51-40ba-a4b4-9ac568ff9606 req-005e0bd5-9af7-4151-b20d-eb0bdbde6636 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 944 time: 0.1254041 Jun 18 08:29:25.939597 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-f8953d80-c0d7-4c05-8166-aa72a4fe9aaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:25.939597 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-13cb2299-de51-40ba-a4b4-9ac568ff9606 req-a389692a-7c65-443b-af8c-af52d761e75c tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516238 Jun 18 08:29:25.940019 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-568e8769-2db0-4aea-83b6-f196528223d9 req-9a3c918d-f588-4959-b632-3b4a1f0cb2ae service neutron] 10.222.0.72 "GET /v2.0/networks/77f1c77d-8795-43df-96a9-39a8b7c2346a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195090 Jun 18 08:29:26.070480 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-f8953d80-c0d7-4c05-8166-aa72a4fe9aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:26.074393 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-4040e84a-b263-4616-bb1c-e9878d6d3279 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:26.112495 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-f8953d80-c0d7-4c05-8166-aa72a4fe9aaa admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0c2fdccb0ca04113a25125675c26b927&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5423360 Jun 18 08:29:26.113390 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8953d80-c0d7-4c05-8166-aa72a4fe9aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7366da6b-96ab-486e-a2d7-5e6f224d3400,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:26.115477 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 59630) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:29:26.117001 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-f8953d80-c0d7-4c05-8166-aa72a4fe9aaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:26.145823 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:26.223157 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-25d5544a-8021-43b8-aa89-ba4ebce8e4dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:26.270646 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-25d5544a-8021-43b8-aa89-ba4ebce8e4dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:26.413403 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-25d5544a-8021-43b8-aa89-ba4ebce8e4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:26.418415 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-25d5544a-8021-43b8-aa89-ba4ebce8e4dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:26.420742 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-25d5544a-8021-43b8-aa89-ba4ebce8e4dc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7366da6b-96ab-486e-a2d7-5e6f224d3400 HTTP/1.1" status: 204 len: 168 time: 0.3019011 Jun 18 08:29:26.421723 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:26.451935 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d5544a-8021-43b8-aa89-ba4ebce8e4dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7366da6b-96ab-486e-a2d7-5e6f224d3400,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:26.456764 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-25d5544a-8021-43b8-aa89-ba4ebce8e4dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:26.502588 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64896565-c22c-476f-a5cc-d63f73c0173a req-8987030c-d4dd-47ef-a0c5-a4a20ae5d868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:26.504990 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-64896565-c22c-476f-a5cc-d63f73c0173a req-8987030c-d4dd-47ef-a0c5-a4a20ae5d868 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=665ee72de464416b9ceb623c24cfa8a5&device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 1097 time: 0.1503248 Jun 18 08:29:26.508091 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115d9220-8546-4072-bb08-20b6c91d321c req-faa6a9b7-2cd9-47d1-b9fd-a95f958c1f49 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:26.520927 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-115d9220-8546-4072-bb08-20b6c91d321c req-faa6a9b7-2cd9-47d1-b9fd-a95f958c1f49 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 944 time: 0.1837618 Jun 18 08:29:26.627738 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-115d9220-8546-4072-bb08-20b6c91d321c req-f57391fc-c7e9-4ae2-8259-7ea5f07003ff tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/security-groups?id=9acf3f14-0245-462c-bda1-3481c334b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055667 Jun 18 08:29:26.713772 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cbc13e-d60a-4c56-b5b6-e1f1f9103aec req-f4dd97fc-c036-461e-adc8-891d2591e0f6 tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:26.728668 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-10cbc13e-d60a-4c56-b5b6-e1f1f9103aec req-f4dd97fc-c036-461e-adc8-891d2591e0f6 tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/ports?device_id=70408ca6-4fed-4349-aa86-03b24105843e HTTP/1.1" status: 200 len: 944 time: 0.1780739 Jun 18 08:29:26.805228 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-10cbc13e-d60a-4c56-b5b6-e1f1f9103aec req-b2becfd7-94bc-42f7-b91f-9744d6f638bd tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/security-groups?id=18854606-5d1c-4657-8def-3647bd8001e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680788 Jun 18 08:29:26.845972 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 59660) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:29:26.986121 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64896565-c22c-476f-a5cc-d63f73c0173a req-9700c346-d522-43fd-a37b-35bf297ba7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:26.987576 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-64896565-c22c-476f-a5cc-d63f73c0173a req-9700c346-d522-43fd-a37b-35bf297ba7a8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a56a963b-3a29-4893-8b20-0ca5507fb61c HTTP/1.1" status: 200 len: 919 time: 0.4773417 Jun 18 08:29:27.020482 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-f8a97c58-ef8d-42ea-9f84-eeb42f3ae9c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:27.039706 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-64896565-c22c-476f-a5cc-d63f73c0173a req-de4907de-41af-4e51-8d47-ccbab88b0760 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aadba50c-137a-4d54-8293-e13291463953 HTTP/1.1" status: 200 len: 217 time: 0.0454805 Jun 18 08:29:27.096759 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64896565-c22c-476f-a5cc-d63f73c0173a req-30bfadf4-1fc1-4bd1-be2e-6af474abc6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:27.098511 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-64896565-c22c-476f-a5cc-d63f73c0173a req-30bfadf4-1fc1-4bd1-be2e-6af474abc6f9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9b52193f-07b8-4a42-8014-0c30c4f4094b HTTP/1.1" status: 200 len: 858 time: 0.0531731 Jun 18 08:29:27.140834 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-64896565-c22c-476f-a5cc-d63f73c0173a req-04ea1d41-503c-4c27-b551-0e38c8bead7d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a56a963b-3a29-4893-8b20-0ca5507fb61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354459 Jun 18 08:29:27.149279 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6767f23-231b-4d20-a7f6-99eaf87158d7 req-94dd28f7-f1bf-4502-905e-4b48d62fa3cb tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:27.150750 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c6767f23-231b-4d20-a7f6-99eaf87158d7 req-94dd28f7-f1bf-4502-905e-4b48d62fa3cb tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 944 time: 0.1067266 Jun 18 08:29:27.193007 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-f8a97c58-ef8d-42ea-9f84-eeb42f3ae9c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:27.213191 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c6767f23-231b-4d20-a7f6-99eaf87158d7 req-2d549f5e-1d38-4cc6-b943-55b4a7366d3e tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540447 Jun 18 08:29:27.259318 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-f8a97c58-ef8d-42ea-9f84-eeb42f3ae9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:27.265980 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:27.266624 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-64896565-c22c-476f-a5cc-d63f73c0173a req-2d672cee-8823-4f15-a720-37c14f066bad service neutron] 10.222.0.72 "GET /v2.0/networks/a56a963b-3a29-4893-8b20-0ca5507fb61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203132 Jun 18 08:29:27.309782 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-f8a97c58-ef8d-42ea-9f84-eeb42f3ae9c1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=750243fa95904831913497739e109122&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4616356 Jun 18 08:29:27.311030 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 59674) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:29:27.320250 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a97c58-ef8d-42ea-9f84-eeb42f3ae9c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57cb3e14-6a22-4b49-9c5c-30d68602577b,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:27.321967 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-f8a97c58-ef8d-42ea-9f84-eeb42f3ae9c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:27.386239 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-271a50ae-8644-4885-941b-de86d91ff4a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:27.403627 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-64896565-c22c-476f-a5cc-d63f73c0173a req-e4b5d629-9e05-4ed5-b8f1-4a648c495514 service neutron] 10.222.0.72 "GET /v2.0/networks/a56a963b-3a29-4893-8b20-0ca5507fb61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306195 Jun 18 08:29:27.414077 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-271a50ae-8644-4885-941b-de86d91ff4a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:27.546731 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-271a50ae-8644-4885-941b-de86d91ff4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:27.550778 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-271a50ae-8644-4885-941b-de86d91ff4a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:27.558312 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-271a50ae-8644-4885-941b-de86d91ff4a6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/57cb3e14-6a22-4b49-9c5c-30d68602577b HTTP/1.1" status: 204 len: 168 time: 0.2399323 Jun 18 08:29:27.558312 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-f8a97c58-ef8d-42ea-9f84-eeb42f3ae9c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:27.568526 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271a50ae-8644-4885-941b-de86d91ff4a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57cb3e14-6a22-4b49-9c5c-30d68602577b,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:27.581380 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-271a50ae-8644-4885-941b-de86d91ff4a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:27.975982 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563acf69-a33e-4048-b81d-f51868b79543 req-b617034e-3072-4295-b460-0e78a7741f32 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:27.978593 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-563acf69-a33e-4048-b81d-f51868b79543 req-b617034e-3072-4295-b460-0e78a7741f32 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 944 time: 0.2053003 Jun 18 08:29:28.124217 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-563acf69-a33e-4048-b81d-f51868b79543 req-fd2eb6a6-f88b-459c-a9e3-1962023ba733 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/security-groups?id=9acf3f14-0245-462c-bda1-3481c334b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272588 Jun 18 08:29:28.147689 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c3a45b-5b79-4c51-9af8-40e12341c7d3 req-4025907d-d5f2-4112-abcd-7ffb4ad491be tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:28.149545 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a3c3a45b-5b79-4c51-9af8-40e12341c7d3 req-4025907d-d5f2-4112-abcd-7ffb4ad491be tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/ports?device_id=70408ca6-4fed-4349-aa86-03b24105843e HTTP/1.1" status: 200 len: 944 time: 0.1503754 Jun 18 08:29:28.195292 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a3c3a45b-5b79-4c51-9af8-40e12341c7d3 req-4171be5c-abcb-4099-97e9-4a3cf9417062 tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/security-groups?id=18854606-5d1c-4657-8def-3647bd8001e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368741 Jun 18 08:29:28.430914 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c0761f-9eef-4943-8b4d-502283a82cc8 req-90a400b9-8dc0-4b79-ab24-7b6c769b66c4 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:28.432462 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-09c0761f-9eef-4943-8b4d-502283a82cc8 req-90a400b9-8dc0-4b79-ab24-7b6c769b66c4 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 944 time: 0.0929623 Jun 18 08:29:28.483308 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-09c0761f-9eef-4943-8b4d-502283a82cc8 req-8db2f3df-b5f0-4b95-8064-55ab1b83559c tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403001 Jun 18 08:29:28.522434 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 59718) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:29:28.540077 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-aac547b5-9d53-477b-9a43-fc2f6bd5db0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:28.662545 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-aac547b5-9d53-477b-9a43-fc2f6bd5db0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:28.744944 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-aac547b5-9d53-477b-9a43-fc2f6bd5db0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:28.747815 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:28.786618 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-aac547b5-9d53-477b-9a43-fc2f6bd5db0e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=aa18504e540a4f079e7e355f752ad9a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2619817 Jun 18 08:29:28.787481 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac547b5-9d53-477b-9a43-fc2f6bd5db0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d915008c-8b1d-46f6-bfdb-b61d30b1f964,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:28.789526 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 59724) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:29:28.790436 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-aac547b5-9d53-477b-9a43-fc2f6bd5db0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:28.855573 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-08727d91-90c6-45d3-82aa-78637ed9f390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:28.889568 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-08727d91-90c6-45d3-82aa-78637ed9f390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:29.024814 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-08727d91-90c6-45d3-82aa-78637ed9f390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:29.027434 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-08727d91-90c6-45d3-82aa-78637ed9f390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:29.028773 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-08727d91-90c6-45d3-82aa-78637ed9f390 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d915008c-8b1d-46f6-bfdb-b61d30b1f964 HTTP/1.1" status: 204 len: 168 time: 0.2382698 Jun 18 08:29:29.034417 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-a3c17b3d-5525-40b7-8f3c-8acfbcd3da54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:29.037332 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08727d91-90c6-45d3-82aa-78637ed9f390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d915008c-8b1d-46f6-bfdb-b61d30b1f964,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:29.039650 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-08727d91-90c6-45d3-82aa-78637ed9f390 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:29.371165 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c231347-fcaf-40c3-b9cf-ee24459bc813 req-9d9702e6-01be-40a9-b3e5-18bd1229ad55 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:29.371165 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-9c231347-fcaf-40c3-b9cf-ee24459bc813 req-9d9702e6-01be-40a9-b3e5-18bd1229ad55 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 944 time: 0.1067278 Jun 18 08:29:29.441596 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-9c231347-fcaf-40c3-b9cf-ee24459bc813 req-e9a10ab2-c990-4b8e-b14d-c52356037b8b tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/security-groups?id=9acf3f14-0245-462c-bda1-3481c334b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650167 Jun 18 08:29:29.467476 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b12f1c-dee6-4019-9390-3f3fa3452e5f req-29618ec0-a24f-4d64-a453-746ce2f5a1e4 tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:29.469499 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e0b12f1c-dee6-4019-9390-3f3fa3452e5f req-29618ec0-a24f-4d64-a453-746ce2f5a1e4 tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/ports?device_id=70408ca6-4fed-4349-aa86-03b24105843e HTTP/1.1" status: 200 len: 944 time: 0.1026659 Jun 18 08:29:29.517792 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e0b12f1c-dee6-4019-9390-3f3fa3452e5f req-677aaddf-322d-4de9-aefa-b760e0a163cb tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/security-groups?id=18854606-5d1c-4657-8def-3647bd8001e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414634 Jun 18 08:29:29.653120 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 59774) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:29:29.695424 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c74ae-1b14-4c0a-b0ae-2707d7202aec req-ae0899fb-0e58-4824-8c84-6e8f814c495c tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:29.697190 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1e3c74ae-1b14-4c0a-b0ae-2707d7202aec req-ae0899fb-0e58-4824-8c84-6e8f814c495c tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 944 time: 0.0858381 Jun 18 08:29:29.741404 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1e3c74ae-1b14-4c0a-b0ae-2707d7202aec req-faa59bab-1052-4aae-88ec-08080f368ac4 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374005 Jun 18 08:29:29.792374 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-3234b728-516b-4682-8e9e-7203c09c6d88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:29.903599 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-3234b728-516b-4682-8e9e-7203c09c6d88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:29.961721 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-3234b728-516b-4682-8e9e-7203c09c6d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:29.965077 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.agents_db [None req-a940af84-dce7-47c4-b5d3-ae67f117b383 None None] Agent healthcheck: found 6 active agents {{(pid=93644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:29:29.966284 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-a113bb62-eca6-4968-b7f3-94da7502e2b3 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:30.022269 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-3234b728-516b-4682-8e9e-7203c09c6d88 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7267217d933940e59931a5750b2cc61d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3679602 Jun 18 08:29:30.023128 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3234b728-516b-4682-8e9e-7203c09c6d88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=803be708-fddd-419b-8149-61c7192b54bd,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:30.025334 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 59788) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:29:30.026795 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-3234b728-516b-4682-8e9e-7203c09c6d88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:30.089139 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-efce13db-e7d9-4254-b6a5-aaf1977a56b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:30.110793 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-efce13db-e7d9-4254-b6a5-aaf1977a56b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:30.218041 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-efce13db-e7d9-4254-b6a5-aaf1977a56b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:30.221061 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-efce13db-e7d9-4254-b6a5-aaf1977a56b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:30.222248 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-efce13db-e7d9-4254-b6a5-aaf1977a56b2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/803be708-fddd-419b-8149-61c7192b54bd HTTP/1.1" status: 204 len: 168 time: 0.1941638 Jun 18 08:29:30.223209 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-d8ff5ffe-f52c-40bc-875c-1202d9a9879c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:30.231402 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efce13db-e7d9-4254-b6a5-aaf1977a56b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=803be708-fddd-419b-8149-61c7192b54bd,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:30.245501 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-efce13db-e7d9-4254-b6a5-aaf1977a56b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:30.647835 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a7233-fd65-400c-868b-d84a1b28c99b req-24a96a00-81db-4571-a681-bd7bd8877ef0 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:30.649557 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-743a7233-fd65-400c-868b-d84a1b28c99b req-24a96a00-81db-4571-a681-bd7bd8877ef0 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 944 time: 0.0776174 Jun 18 08:29:30.726983 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-743a7233-fd65-400c-868b-d84a1b28c99b req-9153ae0f-1227-455d-9629-545b5469e088 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/security-groups?id=9acf3f14-0245-462c-bda1-3481c334b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653698 Jun 18 08:29:30.755243 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d954807-7881-49d4-b552-9f3687c02fa2 req-786d21fc-50f3-4e5a-a64f-2de7d0061f28 tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:30.755243 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1d954807-7881-49d4-b552-9f3687c02fa2 req-786d21fc-50f3-4e5a-a64f-2de7d0061f28 tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/ports?device_id=70408ca6-4fed-4349-aa86-03b24105843e HTTP/1.1" status: 200 len: 944 time: 0.1040549 Jun 18 08:29:30.804641 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1d954807-7881-49d4-b552-9f3687c02fa2 req-f15cb69b-2d7d-4bf8-91f8-b2c3e893cc71 tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/security-groups?id=18854606-5d1c-4657-8def-3647bd8001e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432756 Jun 18 08:29:30.924637 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ef120-ef3f-4c10-8ab2-deb785fb19e5 req-7bd4a4b3-eecd-4e01-b41d-be11bd2d27be tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:30.926108 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e81ef120-ef3f-4c10-8ab2-deb785fb19e5 req-7bd4a4b3-eecd-4e01-b41d-be11bd2d27be tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 944 time: 0.0645976 Jun 18 08:29:30.971536 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e81ef120-ef3f-4c10-8ab2-deb785fb19e5 req-ee2b14c1-41a1-412b-8473-75654bd7ab13 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367293 Jun 18 08:29:31.110779 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 59824) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:29:31.130849 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-38d5d655-6edd-4247-ad1b-4ba71a72313c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:31.236031 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-38d5d655-6edd-4247-ad1b-4ba71a72313c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:31.308921 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-38d5d655-6edd-4247-ad1b-4ba71a72313c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:31.312250 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:31.348118 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5d655-6edd-4247-ad1b-4ba71a72313c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f43a62-15c9-4601-989b-049b38a251c3,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:31.353921 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-38d5d655-6edd-4247-ad1b-4ba71a72313c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1e05fadb9ab245c6ab35613abe35249c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2405326 Jun 18 08:29:31.353921 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-38d5d655-6edd-4247-ad1b-4ba71a72313c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:31.366055 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 59832) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:29:31.416884 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-46e02d3d-f553-4ca0-aa16-3d4c1928f407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:31.438455 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-46e02d3d-f553-4ca0-aa16-3d4c1928f407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:31.583575 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-46e02d3d-f553-4ca0-aa16-3d4c1928f407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:31.586155 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-46e02d3d-f553-4ca0-aa16-3d4c1928f407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:31.587295 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-46e02d3d-f553-4ca0-aa16-3d4c1928f407 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/34f43a62-15c9-4601-989b-049b38a251c3 HTTP/1.1" status: 204 len: 168 time: 0.2202203 Jun 18 08:29:31.588041 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-4a53c931-ca91-4501-88dc-953150f6f837 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:31.595950 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e02d3d-f553-4ca0-aa16-3d4c1928f407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f43a62-15c9-4601-989b-049b38a251c3,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:31.602884 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-46e02d3d-f553-4ca0-aa16-3d4c1928f407 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:31.913507 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f5cf6-0413-4360-9a8a-f968d0c8431b req-79d95fb3-320e-44f3-aa96-71212685700d tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:31.915037 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f40f5cf6-0413-4360-9a8a-f968d0c8431b req-79d95fb3-320e-44f3-aa96-71212685700d tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 944 time: 0.0717878 Jun 18 08:29:32.166803 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f40f5cf6-0413-4360-9a8a-f968d0c8431b req-1483655c-758a-4505-b619-4cce609853ca tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/security-groups?id=9acf3f14-0245-462c-bda1-3481c334b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2456257 Jun 18 08:29:32.190061 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4504e-e287-4c61-bcfc-9305e487ec4b req-147b116c-4e45-4a9d-b7fc-a44779e8ab1d tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:32.196591 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2fe4504e-e287-4c61-bcfc-9305e487ec4b req-147b116c-4e45-4a9d-b7fc-a44779e8ab1d tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/ports?device_id=70408ca6-4fed-4349-aa86-03b24105843e HTTP/1.1" status: 200 len: 944 time: 0.2682254 Jun 18 08:29:32.235039 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2fe4504e-e287-4c61-bcfc-9305e487ec4b req-2a406c95-0635-4dc8-b54f-d888141f18cd tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/security-groups?id=18854606-5d1c-4657-8def-3647bd8001e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374763 Jun 18 08:29:32.349619 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3b7247-2478-4032-ab1b-bdb308ca9a8d req-d7e41b79-117c-495c-9c32-c2a10a8df31a tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:32.351022 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7b3b7247-2478-4032-ab1b-bdb308ca9a8d req-d7e41b79-117c-495c-9c32-c2a10a8df31a tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 944 time: 0.0663619 Jun 18 08:29:32.397589 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7b3b7247-2478-4032-ab1b-bdb308ca9a8d req-fa9a517c-971d-4ad1-840a-cc225d573286 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401280 Jun 18 08:29:33.403094 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4793f8-5969-4cb2-af35-5aa6e375bda5 req-477baa2a-295d-4aa0-b57e-a46e57a4902e tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:33.404629 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-fa4793f8-5969-4cb2-af35-5aa6e375bda5 req-477baa2a-295d-4aa0-b57e-a46e57a4902e tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 944 time: 0.1049752 Jun 18 08:29:33.467241 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-fa4793f8-5969-4cb2-af35-5aa6e375bda5 req-fbf02183-c7ae-4ce8-908e-59d24b2b61c8 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/security-groups?id=9acf3f14-0245-462c-bda1-3481c334b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516434 Jun 18 08:29:33.482002 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ed5b01-563a-48b5-8412-20517ad36f87 req-db3ad1a8-c383-4b43-8a4d-5a5b4a45645b tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:33.483282 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-42ed5b01-563a-48b5-8412-20517ad36f87 req-db3ad1a8-c383-4b43-8a4d-5a5b4a45645b tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/ports?device_id=70408ca6-4fed-4349-aa86-03b24105843e HTTP/1.1" status: 200 len: 944 time: 0.1199825 Jun 18 08:29:33.540199 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-42ed5b01-563a-48b5-8412-20517ad36f87 req-83cbb5b8-119d-4820-abed-8c574c749315 tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/security-groups?id=18854606-5d1c-4657-8def-3647bd8001e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495925 Jun 18 08:29:33.689660 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d15a9b3-6d5b-4522-b520-21fea872f267 req-55c13dd6-44cb-42f8-922a-cff13c3a8f39 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:33.692066 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7d15a9b3-6d5b-4522-b520-21fea872f267 req-55c13dd6-44cb-42f8-922a-cff13c3a8f39 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 944 time: 0.0929937 Jun 18 08:29:33.744143 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7d15a9b3-6d5b-4522-b520-21fea872f267 req-217bf8d2-6aa0-49fb-afe7-2ea749844660 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454526 Jun 18 08:29:33.946691 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device e4b87629-6ba3-4d12-94f9-8c2e7c317290 details requested by agent hyperv_hv-cinder-78687 with host hv-cinder-78687 {{(pid=93643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 08:29:34.081933 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] For port e4b87629-6ba3-4d12-94f9-8c2e7c317290, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=e4b87629-6ba3-4d12-94f9-8c2e7c317290,segment=NetworkSegment(18571f25-34b4-4721-b61a-3f9a005c498f),segment_id=18571f25-34b4-4721-b61a-3f9a005c498f)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:29:34.093989 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Returning: {'device': 'e4b87629-6ba3-4d12-94f9-8c2e7c317290', 'network_id': '77f1c77d-8795-43df-96a9-39a8b7c2346a', 'port_id': 'e4b87629-6ba3-4d12-94f9-8c2e7c317290', 'mac_address': 'fa:16:3e:2e:f6:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 932, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0695c8b6-59a4-4923-a5ff-60cabbe26c72', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 08:29:34.140623 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:34.155797 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.notifiers.nova [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4b87629-6ba3-4d12-94f9-8c2e7c317290 {{(pid=93643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 08:29:34.181140 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] For port e4b87629-6ba3-4d12-94f9-8c2e7c317290, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=e4b87629-6ba3-4d12-94f9-8c2e7c317290,segment=NetworkSegment(18571f25-34b4-4721-b61a-3f9a005c498f),segment_id=18571f25-34b4-4721-b61a-3f9a005c498f)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:29:34.282408 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:34.283163 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device acb07a57-cbfb-44ca-b532-e7fcf36ab6a6 details requested by agent hyperv_hv-cinder-78687 with host hv-cinder-78687 {{(pid=93643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 08:29:34.285157 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-795f2c06-59a4-4d2b-bb9d-f2e6fee2aa0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:34.386839 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Pushing event updated for resources: {'Port': ['ID=e4b87629-6ba3-4d12-94f9-8c2e7c317290,revision_number=4']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:34.393970 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:34.445344 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] For port acb07a57-cbfb-44ca-b532-e7fcf36ab6a6, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=acb07a57-cbfb-44ca-b532-e7fcf36ab6a6,segment=NetworkSegment(f0d651e7-42e8-493d-b349-81a26b4649ba),segment_id=f0d651e7-42e8-493d-b349-81a26b4649ba)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:29:34.458962 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Returning: {'device': 'acb07a57-cbfb-44ca-b532-e7fcf36ab6a6', 'network_id': '9e6c262c-e481-4cc8-ac4c-827836c09b8f', 'port_id': 'acb07a57-cbfb-44ca-b532-e7fcf36ab6a6', 'mac_address': 'fa:16:3e:76:e1:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df331813-e617-4281-aee2-fca93fc09eab', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 08:29:34.502641 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:34.521628 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.notifiers.nova [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acb07a57-cbfb-44ca-b532-e7fcf36ab6a6 {{(pid=93643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 08:29:34.549943 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] For port acb07a57-cbfb-44ca-b532-e7fcf36ab6a6, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=acb07a57-cbfb-44ca-b532-e7fcf36ab6a6,segment=NetworkSegment(f0d651e7-42e8-493d-b349-81a26b4649ba),segment_id=f0d651e7-42e8-493d-b349-81a26b4649ba)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:29:34.653638 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:34.656432 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:34.720590 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Pushing event updated for resources: {'Port': ['ID=acb07a57-cbfb-44ca-b532-e7fcf36ab6a6,revision_number=4']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:34.724045 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:34.746246 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787960f3-16b4-41bd-8236-634fa24aed77 req-fef5e41a-9f1f-4181-b392-a2f8d0852c3f tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:34.748462 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-787960f3-16b4-41bd-8236-634fa24aed77 req-fef5e41a-9f1f-4181-b392-a2f8d0852c3f tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 945 time: 0.1572981 Jun 18 08:29:34.812592 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c2467-003a-46f6-a774-efe7dacce199 req-78aebfe7-6e1f-4c3a-ad25-dc0c5cf8b80e tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:34.814160 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-eb7c2467-003a-46f6-a774-efe7dacce199 req-78aebfe7-6e1f-4c3a-ad25-dc0c5cf8b80e tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/ports?device_id=70408ca6-4fed-4349-aa86-03b24105843e HTTP/1.1" status: 200 len: 945 time: 0.1393597 Jun 18 08:29:34.823154 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-787960f3-16b4-41bd-8236-634fa24aed77 req-839a6040-fdd6-4610-9a44-0593de99b1e3 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/security-groups?id=9acf3f14-0245-462c-bda1-3481c334b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656524 Jun 18 08:29:34.857247 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-eb7c2467-003a-46f6-a774-efe7dacce199 req-92e1275b-e2c2-4d78-aea1-af044dce9743 tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/security-groups?id=18854606-5d1c-4657-8def-3647bd8001e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371490 Jun 18 08:29:34.992068 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab40de-802e-4836-ad00-e4edfb888bac req-b093532d-212c-4dd3-860e-8b38c14cd66f tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:34.993463 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-50ab40de-802e-4836-ad00-e4edfb888bac req-b093532d-212c-4dd3-860e-8b38c14cd66f tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 944 time: 0.0644658 Jun 18 08:29:35.034454 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-50ab40de-802e-4836-ad00-e4edfb888bac req-c39febe9-b08e-479b-83c3-97dfc339f745 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346594 Jun 18 08:29:35.554660 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] get_ports_and_sgs() called for port_ids ['e4b87629-6ba3-4d12-94f9-8c2e7c317290'] {{(pid=93643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 08:29:35.575260 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] get_ports_and_sgs() called for port_ids ['acb07a57-cbfb-44ca-b532-e7fcf36ab6a6'] {{(pid=93643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 08:29:35.923277 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device 2f53a4d9-f21c-400b-bb0a-5d2bca6ae55b details requested by agent hyperv_hv-cinder-78687 with host hv-cinder-78687 {{(pid=93643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 08:29:36.104563 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b48119e-a55d-4342-81f8-16ba154ff996 req-09f03b04-f73f-4c65-a94a-30386eff4ebf tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:36.106280 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7b48119e-a55d-4342-81f8-16ba154ff996 req-09f03b04-f73f-4c65-a94a-30386eff4ebf tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 945 time: 0.1168377 Jun 18 08:29:36.130843 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] For port 2f53a4d9-f21c-400b-bb0a-5d2bca6ae55b, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=2f53a4d9-f21c-400b-bb0a-5d2bca6ae55b,segment=NetworkSegment(8c06c17f-2be1-4924-8911-2b23408d6000),segment_id=8c06c17f-2be1-4924-8911-2b23408d6000)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:29:36.142941 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Returning: {'device': '2f53a4d9-f21c-400b-bb0a-5d2bca6ae55b', 'network_id': 'a56a963b-3a29-4893-8b20-0ca5507fb61c', 'port_id': '2f53a4d9-f21c-400b-bb0a-5d2bca6ae55b', 'mac_address': 'fa:16:3e:8f:30:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b52193f-07b8-4a42-8014-0c30c4f4094b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 08:29:36.165401 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07465d56-abe8-4cc3-a210-507e5a26d41a req-fdf924df-97e9-44b6-bc6e-275aa4aa0cf9 tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:36.167408 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-07465d56-abe8-4cc3-a210-507e5a26d41a req-fdf924df-97e9-44b6-bc6e-275aa4aa0cf9 tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/ports?device_id=70408ca6-4fed-4349-aa86-03b24105843e HTTP/1.1" status: 200 len: 945 time: 0.1273537 Jun 18 08:29:36.180631 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7b48119e-a55d-4342-81f8-16ba154ff996 req-9b95411f-df57-4800-a968-ff11745f1cff tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/security-groups?id=9acf3f14-0245-462c-bda1-3481c334b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636220 Jun 18 08:29:36.237197 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:36.244733 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-07465d56-abe8-4cc3-a210-507e5a26d41a req-18e6228c-c635-497d-a399-5610279e8200 tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/security-groups?id=18854606-5d1c-4657-8def-3647bd8001e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627997 Jun 18 08:29:36.269199 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.notifiers.nova [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f53a4d9-f21c-400b-bb0a-5d2bca6ae55b {{(pid=93643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 08:29:36.306330 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] For port 2f53a4d9-f21c-400b-bb0a-5d2bca6ae55b, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=2f53a4d9-f21c-400b-bb0a-5d2bca6ae55b,segment=NetworkSegment(8c06c17f-2be1-4924-8911-2b23408d6000),segment_id=8c06c17f-2be1-4924-8911-2b23408d6000)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:29:36.366835 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f7e935-9e44-442f-9674-88e85fe239dd req-556df671-441a-4d07-998e-427d329d06e3 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:36.368316 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-22f7e935-9e44-442f-9674-88e85fe239dd req-556df671-441a-4d07-998e-427d329d06e3 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 944 time: 0.0763836 Jun 18 08:29:36.384658 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:36.390282 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device aadba50c-137a-4d54-8293-e13291463953 details requested by agent hyperv_hv-cinder-78687 with host hv-cinder-78687 {{(pid=93643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 08:29:36.390282 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:36.410479 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-22f7e935-9e44-442f-9674-88e85fe239dd req-05a7e57f-efba-4164-85ca-3a93754a0f43 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359006 Jun 18 08:29:36.461146 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] For port aadba50c-137a-4d54-8293-e13291463953, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=aadba50c-137a-4d54-8293-e13291463953,segment=NetworkSegment(8c06c17f-2be1-4924-8911-2b23408d6000),segment_id=8c06c17f-2be1-4924-8911-2b23408d6000)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:29:36.463606 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Pushing event updated for resources: {'Port': ['ID=2f53a4d9-f21c-400b-bb0a-5d2bca6ae55b,revision_number=4']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:36.471947 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:36.476723 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Returning: {'device': 'aadba50c-137a-4d54-8293-e13291463953', 'network_id': 'a56a963b-3a29-4893-8b20-0ca5507fb61c', 'port_id': 'aadba50c-137a-4d54-8293-e13291463953', 'mac_address': 'fa:16:3e:8f:52:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b52193f-07b8-4a42-8014-0c30c4f4094b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 08:29:36.520676 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:36.532923 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.notifiers.nova [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aadba50c-137a-4d54-8293-e13291463953 {{(pid=93643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 08:29:36.553038 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] For port aadba50c-137a-4d54-8293-e13291463953, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=aadba50c-137a-4d54-8293-e13291463953,segment=NetworkSegment(8c06c17f-2be1-4924-8911-2b23408d6000),segment_id=8c06c17f-2be1-4924-8911-2b23408d6000)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:29:36.670517 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:36.672467 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:36.723084 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Pushing event updated for resources: {'Port': ['ID=aadba50c-137a-4d54-8293-e13291463953,revision_number=4']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:36.726433 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:37.418824 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f98e25-d9bd-4429-8f3c-3cd7bf978c89 req-1b1a4e95-e962-49e6-a2ad-a6245d2cd057 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:37.428948 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-26f98e25-d9bd-4429-8f3c-3cd7bf978c89 req-1b1a4e95-e962-49e6-a2ad-a6245d2cd057 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 945 time: 0.1362267 Jun 18 08:29:37.502173 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-26f98e25-d9bd-4429-8f3c-3cd7bf978c89 req-dfdfc0c2-bc75-4c7a-8d0d-e5f69608d517 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/security-groups?id=9acf3f14-0245-462c-bda1-3481c334b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731995 Jun 18 08:29:37.537889 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f29259b-a388-48c5-a2de-7fb3ad433191 req-57dd8b11-4291-43a9-94cd-ad6ac36e52fc tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:37.539618 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-8f29259b-a388-48c5-a2de-7fb3ad433191 req-57dd8b11-4291-43a9-94cd-ad6ac36e52fc tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/ports?device_id=70408ca6-4fed-4349-aa86-03b24105843e HTTP/1.1" status: 200 len: 945 time: 0.1685190 Jun 18 08:29:37.581233 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] get_ports_and_sgs() called for port_ids ['2f53a4d9-f21c-400b-bb0a-5d2bca6ae55b'] {{(pid=93643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 08:29:37.590802 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-8f29259b-a388-48c5-a2de-7fb3ad433191 req-a8250015-5fdc-42cd-a70a-03938081b1cf tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/security-groups?id=18854606-5d1c-4657-8def-3647bd8001e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441849 Jun 18 08:29:37.614307 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] get_ports_and_sgs() called for port_ids ['aadba50c-137a-4d54-8293-e13291463953'] {{(pid=93643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 08:29:37.707931 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a995fb9-f92b-4246-9459-3f4e7ff6c0fc req-e5ee6872-9b92-491d-8611-70d5146a5bff tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:37.709523 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0a995fb9-f92b-4246-9459-3f4e7ff6c0fc req-e5ee6872-9b92-491d-8611-70d5146a5bff tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 945 time: 0.0905757 Jun 18 08:29:37.802436 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0a995fb9-f92b-4246-9459-3f4e7ff6c0fc req-650aaa9d-5cd1-49d5-bca6-5d6b658cbb3a tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833611 Jun 18 08:29:38.010416 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device e4b87629-6ba3-4d12-94f9-8c2e7c317290 up at agent hyperv_hv-cinder-78687 {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:29:38.054927 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 60046) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:29:38.167401 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Provisioning for port e4b87629-6ba3-4d12-94f9-8c2e7c317290 completed by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:29:38.173110 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Provisioning complete for port e4b87629-6ba3-4d12-94f9-8c2e7c317290 triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:29:38.174241 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:38.183631 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8ed835d0-07ba-4a81-8b20-916cd61e703d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:38.262842 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:38.288634 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2ae39a2-ef5a-43c6-a021-bcfb8b555863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4b87629-6ba3-4d12-94f9-8c2e7c317290'}] {{(pid=93643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:29:38.301294 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8ed835d0-07ba-4a81-8b20-916cd61e703d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:38.374854 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] For port e4b87629-6ba3-4d12-94f9-8c2e7c317290, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=e4b87629-6ba3-4d12-94f9-8c2e7c317290,segment=NetworkSegment(18571f25-34b4-4721-b61a-3f9a005c498f),segment_id=18571f25-34b4-4721-b61a-3f9a005c498f)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:29:38.449308 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8ed835d0-07ba-4a81-8b20-916cd61e703d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:38.456432 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:38.472394 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:38.474023 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device acb07a57-cbfb-44ca-b532-e7fcf36ab6a6 up at agent hyperv_hv-cinder-78687 {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:29:38.478974 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:38.499651 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-8ed835d0-07ba-4a81-8b20-916cd61e703d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b9395e966a454a9d89a5bfbd9a04fa76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4419787 Jun 18 08:29:38.500290 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed835d0-07ba-4a81-8b20-916cd61e703d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=098f05f9-be9f-4b68-9a26-c51cd9f8166a,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:38.502862 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 60064) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:29:38.517522 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-8ed835d0-07ba-4a81-8b20-916cd61e703d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:38.539626 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76bfc2cc3cc97e327acfe832f03e535bb9cef84d361ee3b318e5c5a2ba23989c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3688af59-4377-4026-b0fb-523f436de0d4" -d '{"events": [{"server_uuid": "b2ae39a2-ef5a-43c6-a021-bcfb8b555863", "name": "network-vif-plugged", "status": "completed", "tag": "e4b87629-6ba3-4d12-94f9-8c2e7c317290"}]}' {{(pid=93643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:29:38.658644 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-77ef2abf-b949-44d8-8180-1c8b40e4c1ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:38.684169 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-77ef2abf-b949-44d8-8180-1c8b40e4c1ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:38.698649 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Pushing event updated for resources: {'Port': ['ID=e4b87629-6ba3-4d12-94f9-8c2e7c317290,revision_number=5']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:38.711888 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:38.745368 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 08:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfff5fcc-896b-420a-b69e-05309c8bee27 x-openstack-request-id: req-bfff5fcc-896b-420a-b69e-05309c8bee27 {{(pid=93643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:29:38.745665 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2ae39a2-ef5a-43c6-a021-bcfb8b555863", "name": "network-vif-plugged", "status": "completed", "tag": "e4b87629-6ba3-4d12-94f9-8c2e7c317290", "code": 200}]} {{(pid=93643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:29:38.745934 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bfff5fcc-896b-420a-b69e-05309c8bee27 {{(pid=93643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:29:38.746424 dv-cinder-786873-3-iscsi neutron-server[93643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2ae39a2-ef5a-43c6-a021-bcfb8b555863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4b87629-6ba3-4d12-94f9-8c2e7c317290', 'code': 200} Jun 18 08:29:38.813793 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c714ed17-79f5-4da9-b4c2-f16d7ec787c0 req-637a9e3d-4182-45d4-8aff-f37e947a61ef tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:38.822786 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c714ed17-79f5-4da9-b4c2-f16d7ec787c0 req-637a9e3d-4182-45d4-8aff-f37e947a61ef tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 946 time: 0.1081471 Jun 18 08:29:38.825413 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Provisioning for port acb07a57-cbfb-44ca-b532-e7fcf36ab6a6 completed by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:29:38.831002 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Provisioning complete for port acb07a57-cbfb-44ca-b532-e7fcf36ab6a6 triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:29:38.832124 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:38.892795 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c714ed17-79f5-4da9-b4c2-f16d7ec787c0 req-20c82da5-087d-4095-9742-15775a82a9f2 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/security-groups?id=9acf3f14-0245-462c-bda1-3481c334b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687327 Jun 18 08:29:38.904530 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-77ef2abf-b949-44d8-8180-1c8b40e4c1ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:38.909386 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-77ef2abf-b949-44d8-8180-1c8b40e4c1ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:38.911007 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-77ef2abf-b949-44d8-8180-1c8b40e4c1ca admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/098f05f9-be9f-4b68-9a26-c51cd9f8166a HTTP/1.1" status: 204 len: 168 time: 0.4056802 Jun 18 08:29:38.916181 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:38.929917 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ef2abf-b949-44d8-8180-1c8b40e4c1ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=098f05f9-be9f-4b68-9a26-c51cd9f8166a,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:38.950258 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-77ef2abf-b949-44d8-8180-1c8b40e4c1ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:38.963386 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:38.976775 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec38cf5-ca93-4b65-bb84-899c016966ca req-61adc2d9-63eb-4f25-992e-805dbdcb7378 tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:38.986319 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-eec38cf5-ca93-4b65-bb84-899c016966ca req-61adc2d9-63eb-4f25-992e-805dbdcb7378 tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/ports?device_id=70408ca6-4fed-4349-aa86-03b24105843e HTTP/1.1" status: 200 len: 945 time: 0.1470122 Jun 18 08:29:39.039679 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] For port acb07a57-cbfb-44ca-b532-e7fcf36ab6a6, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=acb07a57-cbfb-44ca-b532-e7fcf36ab6a6,segment=NetworkSegment(f0d651e7-42e8-493d-b349-81a26b4649ba),segment_id=f0d651e7-42e8-493d-b349-81a26b4649ba)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:29:39.063640 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-eec38cf5-ca93-4b65-bb84-899c016966ca req-a6eebea8-55e1-4031-9f54-4298a954a22d tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/security-groups?id=18854606-5d1c-4657-8def-3647bd8001e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760791 Jun 18 08:29:39.072528 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-a4e6dd64-5603-4fca-b0da-866585b7fd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:39.098953 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:39.100838 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b36088-18a9-468c-bffc-d37a0d3daf53 req-f1043bef-342c-47a0-a119-7dc952767eb3 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:39.105538 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:39.105660 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b3b36088-18a9-468c-bffc-d37a0d3daf53 req-f1043bef-342c-47a0-a119-7dc952767eb3 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 945 time: 0.0942173 Jun 18 08:29:39.152633 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b3b36088-18a9-468c-bffc-d37a0d3daf53 req-353ffca9-9309-4082-ab54-98fc0b47ab36 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439842 Jun 18 08:29:39.174508 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Pushing event updated for resources: {'Port': ['ID=acb07a57-cbfb-44ca-b532-e7fcf36ab6a6,revision_number=5']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:39.178777 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:39.290894 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79efb21a-659f-4099-ae42-6ae6ccdbbcc3 req-187fb7da-2f3a-4650-a63f-e6d6cdc76fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:39.292291 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-79efb21a-659f-4099-ae42-6ae6ccdbbcc3 req-187fb7da-2f3a-4650-a63f-e6d6cdc76fa3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 1099 time: 0.0796874 Jun 18 08:29:39.317454 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-79efb21a-659f-4099-ae42-6ae6ccdbbcc3 req-e95ac2d3-8644-49af-a3da-80da703565a0 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:39.407637 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-79efb21a-659f-4099-ae42-6ae6ccdbbcc3 req-e95ac2d3-8644-49af-a3da-80da703565a0 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:39.638440 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-79efb21a-659f-4099-ae42-6ae6ccdbbcc3 req-e95ac2d3-8644-49af-a3da-80da703565a0 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:39.647772 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:39.675463 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-79efb21a-659f-4099-ae42-6ae6ccdbbcc3 req-e95ac2d3-8644-49af-a3da-80da703565a0 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9acf3f14-0245-462c-bda1-3481c334b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3728864 Jun 18 08:29:39.685675 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95ac2d3-8644-49af-a3da-80da703565a0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=dec5e71c-2b55-41d1-b7c7-e4d13a28eae5,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:39.690110 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-e95ac2d3-8644-49af-a3da-80da703565a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:39.838135 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 60108) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:29:39.856309 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-770b5227-942c-4c82-9abc-9bf5800ed99e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:39.951039 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device aadba50c-137a-4d54-8293-e13291463953 up at agent hyperv_hv-cinder-78687 {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:29:39.975808 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-770b5227-942c-4c82-9abc-9bf5800ed99e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:40.083462 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-770b5227-942c-4c82-9abc-9bf5800ed99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:40.089617 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-271a50ae-8644-4885-941b-de86d91ff4a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:40.111263 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Provisioning for port aadba50c-137a-4d54-8293-e13291463953 completed by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:29:40.117932 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Provisioning complete for port aadba50c-137a-4d54-8293-e13291463953 triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:29:40.124957 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:40.132405 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a5a47a-87fd-4391-bb5f-5349dc9c24f7 req-8ef927f0-3bab-4f70-aa86-798a0859a138 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:40.134106 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-47a5a47a-87fd-4391-bb5f-5349dc9c24f7 req-8ef927f0-3bab-4f70-aa86-798a0859a138 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 946 time: 0.1027412 Jun 18 08:29:40.158932 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-770b5227-942c-4c82-9abc-9bf5800ed99e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=91d9e97847524ac68afb50fddc2bdacb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3173492 Jun 18 08:29:40.159274 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 60124) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:29:40.174230 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770b5227-942c-4c82-9abc-9bf5800ed99e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb1a798b-2f32-4270-b45d-0bcd3f52253f,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:40.179730 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-770b5227-942c-4c82-9abc-9bf5800ed99e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:40.222404 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-47a5a47a-87fd-4391-bb5f-5349dc9c24f7 req-2bb45afc-3bac-42a3-9196-97c730433054 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/security-groups?id=9acf3f14-0245-462c-bda1-3481c334b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776138 Jun 18 08:29:40.250386 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:40.290195 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] For port aadba50c-137a-4d54-8293-e13291463953, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=aadba50c-137a-4d54-8293-e13291463953,segment=NetworkSegment(8c06c17f-2be1-4924-8911-2b23408d6000),segment_id=8c06c17f-2be1-4924-8911-2b23408d6000)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:29:40.339313 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-c04fd95a-2b04-46b4-82e8-f1f0669b579e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:40.367734 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:40.368651 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device 2f53a4d9-f21c-400b-bb0a-5d2bca6ae55b up at agent hyperv_hv-cinder-78687 {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:29:40.370384 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:40.411998 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-c04fd95a-2b04-46b4-82e8-f1f0669b579e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:40.454239 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Pushing event updated for resources: {'Port': ['ID=aadba50c-137a-4d54-8293-e13291463953,revision_number=5']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:40.458776 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:40.464951 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a364f9bc-09fc-4116-bd39-0c592c7daf7e req-48593a5f-83d4-407f-b620-6da2f923fc93 tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:40.466966 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a364f9bc-09fc-4116-bd39-0c592c7daf7e req-48593a5f-83d4-407f-b620-6da2f923fc93 tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/ports?device_id=70408ca6-4fed-4349-aa86-03b24105843e HTTP/1.1" status: 200 len: 946 time: 0.2181344 Jun 18 08:29:40.511968 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be7fcf-5237-4999-9fd2-53cab03311bd req-f65f11bc-1b13-440c-b780-7a96e533ec0e tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:40.513479 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b0be7fcf-5237-4999-9fd2-53cab03311bd req-f65f11bc-1b13-440c-b780-7a96e533ec0e tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 945 time: 0.1760411 Jun 18 08:29:40.544891 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a364f9bc-09fc-4116-bd39-0c592c7daf7e req-dce2537e-f714-44fa-a85a-7f1474d8b4f9 tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/security-groups?id=18854606-5d1c-4657-8def-3647bd8001e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674539 Jun 18 08:29:40.565205 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b0be7fcf-5237-4999-9fd2-53cab03311bd req-53f46569-4462-4c69-afd2-2bfbb67bbfe7 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411575 Jun 18 08:29:40.613188 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Provisioning for port 2f53a4d9-f21c-400b-bb0a-5d2bca6ae55b completed by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:29:40.617844 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Provisioning complete for port 2f53a4d9-f21c-400b-bb0a-5d2bca6ae55b triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:29:40.618227 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:40.652318 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-c04fd95a-2b04-46b4-82e8-f1f0669b579e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:40.656463 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-c04fd95a-2b04-46b4-82e8-f1f0669b579e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:40.658181 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-c04fd95a-2b04-46b4-82e8-f1f0669b579e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/eb1a798b-2f32-4270-b45d-0bcd3f52253f HTTP/1.1" status: 204 len: 168 time: 0.4976892 Jun 18 08:29:40.659032 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-77ef2abf-b949-44d8-8180-1c8b40e4c1ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:40.668658 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04fd95a-2b04-46b4-82e8-f1f0669b579e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb1a798b-2f32-4270-b45d-0bcd3f52253f,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:40.671983 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-c04fd95a-2b04-46b4-82e8-f1f0669b579e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:40.722932 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:40.747520 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70408ca6-4fed-4349-aa86-03b24105843e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acb07a57-cbfb-44ca-b532-e7fcf36ab6a6'}, {'server_uuid': '746e3e44-e34c-4eb8-99db-3a01195969ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aadba50c-137a-4d54-8293-e13291463953'}] {{(pid=93643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:29:40.750290 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76bfc2cc3cc97e327acfe832f03e535bb9cef84d361ee3b318e5c5a2ba23989c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-323e81dc-b2e0-48b9-977e-abc168de3c5c" -d '{"events": [{"server_uuid": "70408ca6-4fed-4349-aa86-03b24105843e", "name": "network-vif-plugged", "status": "completed", "tag": "acb07a57-cbfb-44ca-b532-e7fcf36ab6a6"}, {"server_uuid": "746e3e44-e34c-4eb8-99db-3a01195969ee", "name": "network-vif-plugged", "status": "completed", "tag": "aadba50c-137a-4d54-8293-e13291463953"}]}' {{(pid=93643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:29:40.791155 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] For port 2f53a4d9-f21c-400b-bb0a-5d2bca6ae55b, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=2f53a4d9-f21c-400b-bb0a-5d2bca6ae55b,segment=NetworkSegment(8c06c17f-2be1-4924-8911-2b23408d6000),segment_id=8c06c17f-2be1-4924-8911-2b23408d6000)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:29:40.812714 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 18 Jun 2021 08:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba78431-aa75-4468-b5be-1f22149e6ea0 x-openstack-request-id: req-2ba78431-aa75-4468-b5be-1f22149e6ea0 {{(pid=93643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:29:40.812949 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70408ca6-4fed-4349-aa86-03b24105843e", "name": "network-vif-plugged", "status": "completed", "tag": "acb07a57-cbfb-44ca-b532-e7fcf36ab6a6", "code": 200}, {"server_uuid": "746e3e44-e34c-4eb8-99db-3a01195969ee", "name": "network-vif-plugged", "status": "completed", "tag": "aadba50c-137a-4d54-8293-e13291463953", "code": 200}]} {{(pid=93643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:29:40.813190 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2ba78431-aa75-4468-b5be-1f22149e6ea0 {{(pid=93643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:29:40.813603 dv-cinder-786873-3-iscsi neutron-server[93643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70408ca6-4fed-4349-aa86-03b24105843e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acb07a57-cbfb-44ca-b532-e7fcf36ab6a6', 'code': 200} Jun 18 08:29:40.813867 dv-cinder-786873-3-iscsi neutron-server[93643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '746e3e44-e34c-4eb8-99db-3a01195969ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aadba50c-137a-4d54-8293-e13291463953', 'code': 200} Jun 18 08:29:40.894667 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:40.900020 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:40.949802 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Pushing event updated for resources: {'Port': ['ID=2f53a4d9-f21c-400b-bb0a-5d2bca6ae55b,revision_number=5']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:40.953615 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:41.466745 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a7641b-b23a-492b-8ee4-ca81e293add0 req-736d8709-9e6d-485d-a9c0-77d0b6a0b8cf tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:41.468716 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b2a7641b-b23a-492b-8ee4-ca81e293add0 req-736d8709-9e6d-485d-a9c0-77d0b6a0b8cf tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 946 time: 0.1096673 Jun 18 08:29:41.519106 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b2a7641b-b23a-492b-8ee4-ca81e293add0 req-4f66ffae-46e1-476d-990d-bbdd037b5587 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/security-groups?id=9acf3f14-0245-462c-bda1-3481c334b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449555 Jun 18 08:29:41.532808 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41fad29-c5cf-4c60-a083-b01c0194290b req-6efb09d0-c59b-455b-9e54-11e014e4c409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:41.536539 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-e41fad29-c5cf-4c60-a083-b01c0194290b req-6efb09d0-c59b-455b-9e54-11e014e4c409 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=70408ca6-4fed-4349-aa86-03b24105843e HTTP/1.1" status: 200 len: 1099 time: 0.1464441 Jun 18 08:29:41.540300 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ae8d8-ba7e-40e8-a895-e6e9d4cabfe0 req-0cef1714-0d98-49d1-b379-4c532ba7ea8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:41.541989 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-583ae8d8-ba7e-40e8-a895-e6e9d4cabfe0 req-0cef1714-0d98-49d1-b379-4c532ba7ea8e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 1099 time: 0.1360641 Jun 18 08:29:41.575428 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-eaf3bfe9-4d2a-430d-a9fc-0c84c6efc975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:41.601054 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-e41fad29-c5cf-4c60-a083-b01c0194290b req-a21a5c88-f260-45da-871a-3158a1d86322 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=18854606-5d1c-4657-8def-3647bd8001e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578711 Jun 18 08:29:41.621565 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-583ae8d8-ba7e-40e8-a895-e6e9d4cabfe0 req-678800d7-9579-4a8b-a02c-2eaf7fd8db9b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709720 Jun 18 08:29:41.803470 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4f1e6a-5362-422d-b791-a3babf6ab1ac req-c0d573bc-e05d-4cbf-9187-8b5d406c3c82 tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:41.805254 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-fa4f1e6a-5362-422d-b791-a3babf6ab1ac req-c0d573bc-e05d-4cbf-9187-8b5d406c3c82 tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/ports?device_id=70408ca6-4fed-4349-aa86-03b24105843e HTTP/1.1" status: 200 len: 946 time: 0.1175778 Jun 18 08:29:41.839088 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d8916-07af-4d8e-a4a3-ec935c7ddaa9 req-e42183dd-4bcf-4ec5-9f4b-3481a9e27212 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:41.840976 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-cf8d8916-07af-4d8e-a4a3-ec935c7ddaa9 req-e42183dd-4bcf-4ec5-9f4b-3481a9e27212 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 946 time: 0.1173148 Jun 18 08:29:41.884411 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-fa4f1e6a-5362-422d-b791-a3babf6ab1ac req-2527e64a-d94b-40f6-9f8c-ff01897df93c tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/security-groups?id=18854606-5d1c-4657-8def-3647bd8001e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727456 Jun 18 08:29:41.909072 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-cf8d8916-07af-4d8e-a4a3-ec935c7ddaa9 req-ea896ae8-dc4d-4247-97d1-136018f189a6 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548413 Jun 18 08:29:41.939530 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:42.698777 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94676562-7f2f-44ba-96c6-20d74fed32ba req-0bfb3c3a-2479-4db7-8828-3469dbb956e4 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:42.700341 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-94676562-7f2f-44ba-96c6-20d74fed32ba req-0bfb3c3a-2479-4db7-8828-3469dbb956e4 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 946 time: 0.0652885 Jun 18 08:29:42.746719 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-94676562-7f2f-44ba-96c6-20d74fed32ba req-dad1faf0-cf6b-423b-9f1a-9cf25000de57 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/security-groups?id=9acf3f14-0245-462c-bda1-3481c334b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395758 Jun 18 08:29:42.814741 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00278876-9f41-4f50-925c-2b3dd85043e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f53a4d9-f21c-400b-bb0a-5d2bca6ae55b'}] {{(pid=93643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:29:42.817098 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76bfc2cc3cc97e327acfe832f03e535bb9cef84d361ee3b318e5c5a2ba23989c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd3ce1af-59e1-46c9-bcf7-7fd1fb0671c0" -d '{"events": [{"server_uuid": "00278876-9f41-4f50-925c-2b3dd85043e1", "name": "network-vif-plugged", "status": "completed", "tag": "2f53a4d9-f21c-400b-bb0a-5d2bca6ae55b"}]}' {{(pid=93643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:29:42.847738 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-37edacc1-1ba5-460e-aa47-45b5acfa9d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:42.866269 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 08:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c890ae8-31b8-4279-b4ce-e77273713bce x-openstack-request-id: req-7c890ae8-31b8-4279-b4ce-e77273713bce {{(pid=93643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:29:42.866269 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00278876-9f41-4f50-925c-2b3dd85043e1", "name": "network-vif-plugged", "status": "completed", "tag": "2f53a4d9-f21c-400b-bb0a-5d2bca6ae55b", "code": 200}]} {{(pid=93643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:29:42.866269 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7c890ae8-31b8-4279-b4ce-e77273713bce {{(pid=93643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:29:42.866269 dv-cinder-786873-3-iscsi neutron-server[93643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00278876-9f41-4f50-925c-2b3dd85043e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f53a4d9-f21c-400b-bb0a-5d2bca6ae55b', 'code': 200} Jun 18 08:29:43.167349 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8f25ab-9aff-47ef-9f4c-dd9c68f25d58 req-d2f680ec-d442-46b7-80ec-63223a748ed9 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:43.168891 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-9e8f25ab-9aff-47ef-9f4c-dd9c68f25d58 req-d2f680ec-d442-46b7-80ec-63223a748ed9 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 946 time: 0.1127214 Jun 18 08:29:43.199359 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1996f43-bf57-4552-9c59-5b6bb2d0db71 req-d9f3bcef-581a-4a00-80c4-2d83d39e5421 tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:43.200933 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e1996f43-bf57-4552-9c59-5b6bb2d0db71 req-d9f3bcef-581a-4a00-80c4-2d83d39e5421 tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/ports?device_id=70408ca6-4fed-4349-aa86-03b24105843e HTTP/1.1" status: 200 len: 946 time: 0.1143634 Jun 18 08:29:43.235927 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-9e8f25ab-9aff-47ef-9f4c-dd9c68f25d58 req-ceef0b5c-e1e6-4075-9e5d-50b48cc926e0 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604186 Jun 18 08:29:43.261682 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e1996f43-bf57-4552-9c59-5b6bb2d0db71 req-8e3ea652-3f04-4fec-8542-f8fd31ca667e tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/security-groups?id=18854606-5d1c-4657-8def-3647bd8001e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535185 Jun 18 08:29:43.311041 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f045c63-b26b-46ae-a9af-8fe3a7f90eb2 req-fefc3e12-5705-4e31-bd1a-3f1786e22ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:43.313349 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-4f045c63-b26b-46ae-a9af-8fe3a7f90eb2 req-fefc3e12-5705-4e31-bd1a-3f1786e22ad1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=00278876-9f41-4f50-925c-2b3dd85043e1 HTTP/1.1" status: 200 len: 1099 time: 0.0595460 Jun 18 08:29:43.350912 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-4f045c63-b26b-46ae-a9af-8fe3a7f90eb2 req-365b160c-dff3-4983-9680-65083e6c0176 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289106 Jun 18 08:29:43.930679 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 60280) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:29:43.969890 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d731985-5254-410d-9a1f-b46f8ba970f7 req-d538fe54-82c4-424b-ad8f-18cc55544909 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:43.971391 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0d731985-5254-410d-9a1f-b46f8ba970f7 req-d538fe54-82c4-424b-ad8f-18cc55544909 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 946 time: 0.1055975 Jun 18 08:29:43.998294 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf3354ef-586d-4805-bf1a-6ea0f94bcafe admin admin] Deleting subnet 345c328f-d879-4127-ae3d-36de6bd5f345 {{(pid=93641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 08:29:44.005111 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-cf3354ef-586d-4805-bf1a-6ea0f94bcafe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:44.072198 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0d731985-5254-410d-9a1f-b46f8ba970f7 req-2c086a65-c95b-45b0-9e14-013560692081 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/security-groups?id=9acf3f14-0245-462c-bda1-3481c334b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928736 Jun 18 08:29:44.083509 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-cf3354ef-586d-4805-bf1a-6ea0f94bcafe admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:44.095927 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-cf3354ef-586d-4805-bf1a-6ea0f94bcafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002347'] for subnet, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:44.282434 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd080b64-7a10-4b23-bd84-8d8c4f19dac5 req-e43139be-495b-499e-8409-96a0180ea0f3 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:44.282434 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-bd080b64-7a10-4b23-bd84-8d8c4f19dac5 req-e43139be-495b-499e-8409-96a0180ea0f3 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 946 time: 0.0678878 Jun 18 08:29:44.290522 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 60294) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:29:44.295435 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [None req-9538de54-ad17-4cc7-ae65-f1abdcd33b25 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Request body: {'floatingip': {'port_id': 'e4b87629-6ba3-4d12-94f9-8c2e7c317290'}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:29:44.359394 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-cf3354ef-586d-4805-bf1a-6ea0f94bcafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479'] for subnet, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:44.368221 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:44.394811 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-9538de54-ad17-4cc7-ae65-f1abdcd33b25 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks [] for floatingip, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:44.432759 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3354ef-586d-4805-bf1a-6ea0f94bcafe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=345c328f-d879-4127-ae3d-36de6bd5f345,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:44.438011 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-cf3354ef-586d-4805-bf1a-6ea0f94bcafe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:44.498289 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-cf3354ef-586d-4805-bf1a-6ea0f94bcafe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8041489'] for subnet, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:44.507677 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-cf3354ef-586d-4805-bf1a-6ea0f94bcafe admin admin] 10.222.0.70 "DELETE /v2.0/subnets/345c328f-d879-4127-ae3d-36de6bd5f345 HTTP/1.1" status: 204 len: 168 time: 0.5689979 Jun 18 08:29:44.507677 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 60302) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:29:44.539116 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-624571b3-aef6-4a8c-8ab3-5c089201a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:44.612368 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-14f79fb9-8dd9-45e6-8c58-54b59aa31a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580887'] for network, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:44.669846 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a60d1b-5a69-4bde-a04f-262116258cbc req-231b43f4-fea8-445b-8abe-58842bc55cfd tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:44.672782 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-95a60d1b-5a69-4bde-a04f-262116258cbc req-231b43f4-fea8-445b-8abe-58842bc55cfd tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 946 time: 0.2421601 Jun 18 08:29:44.713930 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a560ce-8d75-4bbb-bc1b-4f4ee5bb471d req-7eb2369d-48dc-4e2d-a78c-6c87d7695d3c tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:44.716619 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-47a560ce-8d75-4bbb-bc1b-4f4ee5bb471d req-7eb2369d-48dc-4e2d-a78c-6c87d7695d3c tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/ports?device_id=70408ca6-4fed-4349-aa86-03b24105843e HTTP/1.1" status: 200 len: 946 time: 0.2851086 Jun 18 08:29:44.989445 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-14f79fb9-8dd9-45e6-8c58-54b59aa31a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003764', 'neutron.services.segments.db._delete_segments_for_network-8741881978067'] for network, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:44.996356 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-95a60d1b-5a69-4bde-a04f-262116258cbc req-da71ed2c-a398-43db-92b8-46e9b2fb501a tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019400 Jun 18 08:29:45.008318 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-14f79fb9-8dd9-45e6-8c58-54b59aa31a73 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:29:45.008560 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-14f79fb9-8dd9-45e6-8c58-54b59aa31a73 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:29:45.009275 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-14f79fb9-8dd9-45e6-8c58-54b59aa31a73 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:29:45.009598 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-14f79fb9-8dd9-45e6-8c58-54b59aa31a73 admin admin] Subscribe: > port after_create 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:29:45.009923 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-14f79fb9-8dd9-45e6-8c58-54b59aa31a73 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:29:45.010260 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-14f79fb9-8dd9-45e6-8c58-54b59aa31a73 admin admin] Subscribe: > port after_update 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:29:45.011099 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-14f79fb9-8dd9-45e6-8c58-54b59aa31a73 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:29:45.011431 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-14f79fb9-8dd9-45e6-8c58-54b59aa31a73 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:29:45.011771 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-14f79fb9-8dd9-45e6-8c58-54b59aa31a73 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:29:45.012209 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-14f79fb9-8dd9-45e6-8c58-54b59aa31a73 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:29:45.146857 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-14f79fb9-8dd9-45e6-8c58-54b59aa31a73 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:29:45.147210 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-14f79fb9-8dd9-45e6-8c58-54b59aa31a73 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:29:45.147455 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-14f79fb9-8dd9-45e6-8c58-54b59aa31a73 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:29:45.147791 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-14f79fb9-8dd9-45e6-8c58-54b59aa31a73 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:29:45.148193 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.services.segments.db [None req-14f79fb9-8dd9-45e6-8c58-54b59aa31a73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17a0f8e6-00d9-4793-95cc-54d16e2c6b0d']}} {{(pid=93641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:29:45.155672 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-47a560ce-8d75-4bbb-bc1b-4f4ee5bb471d req-6a3f50ad-8650-4616-bceb-b3a03a650d79 tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/security-groups?id=18854606-5d1c-4657-8def-3647bd8001e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4230051 Jun 18 08:29:45.170129 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.services.segments.db [None req-14f79fb9-8dd9-45e6-8c58-54b59aa31a73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33a5d170-63d8-4cf7-9bbc-1ccecb36533b') {'for_net_delete': True} {{(pid=93641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:29:45.170436 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.services.segments.db [None req-14f79fb9-8dd9-45e6-8c58-54b59aa31a73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33a5d170-63d8-4cf7-9bbc-1ccecb36533b') {} {{(pid=93641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:29:45.180938 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-9538de54-ad17-4cc7-ae65-f1abdcd33b25 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:45.188764 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-14f79fb9-8dd9-45e6-8c58-54b59aa31a73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741881977896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6585378'] for segment, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:45.210231 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-14f79fb9-8dd9-45e6-8c58-54b59aa31a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001404'] for segment, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:45.218251 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14f79fb9-8dd9-45e6-8c58-54b59aa31a73 admin admin] Releasing vlan 905 on physical network physnet1 to pool {{(pid=93641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 08:29:45.218745 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-14f79fb9-8dd9-45e6-8c58-54b59aa31a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4805842'] for segment, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:45.223441 dv-cinder-786873-3-iscsi neutron-server[93641]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 18 08:29:45.223441 dv-cinder-786873-3-iscsi neutron-server[93641]: from cryptography.utils import int_from_bytes Jun 18 08:29:45.223441 dv-cinder-786873-3-iscsi neutron-server[93641]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 18 08:29:45.223441 dv-cinder-786873-3-iscsi neutron-server[93641]: from cryptography.utils import int_from_bytes Jun 18 08:29:45.223441 dv-cinder-786873-3-iscsi neutron-server[93641]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 08:29:45.223441 dv-cinder-786873-3-iscsi neutron-server[93641]: conditions |= (models_v2.Port.network_id.in_( Jun 18 08:29:45.223441 dv-cinder-786873-3-iscsi neutron-server[93641]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 08:29:45.223441 dv-cinder-786873-3-iscsi neutron-server[93641]: conditions |= (models_v2.Port.network_id.in_( Jun 18 08:29:45.223441 dv-cinder-786873-3-iscsi neutron-server[93641]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 08:29:45.223441 dv-cinder-786873-3-iscsi neutron-server[93641]: conditions |= (models_v2.Port.network_id.in_( Jun 18 08:29:45.223441 dv-cinder-786873-3-iscsi neutron-server[93641]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 08:29:45.223441 dv-cinder-786873-3-iscsi neutron-server[93641]: conditions |= (models_v2.Port.network_id.in_( Jun 18 08:29:45.223441 dv-cinder-786873-3-iscsi neutron-server[93641]: Traceback (most recent call last): Jun 18 08:29:45.223441 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 08:29:45.223441 dv-cinder-786873-3-iscsi neutron-server[93641]: timer() Jun 18 08:29:45.223441 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 08:29:45.223441 dv-cinder-786873-3-iscsi neutron-server[93641]: cb(*args, **kw) Jun 18 08:29:45.223441 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 08:29:45.223441 dv-cinder-786873-3-iscsi neutron-server[93641]: return func(*args, **kwargs) Jun 18 08:29:45.223441 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 08:29:45.223441 dv-cinder-786873-3-iscsi neutron-server[93641]: self._notify() Jun 18 08:29:45.223441 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 08:29:45.223441 dv-cinder-786873-3-iscsi neutron-server[93641]: self.callback(batched_events) Jun 18 08:29:45.223441 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 08:29:45.223441 dv-cinder-786873-3-iscsi neutron-server[93641]: event.method(event) Jun 18 08:29:45.223441 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 08:29:45.223441 dv-cinder-786873-3-iscsi neutron-server[93641]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 08:29:45.223441 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 08:29:45.223441 dv-cinder-786873-3-iscsi neutron-server[93641]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 08:29:45.223441 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 08:29:45.223441 dv-cinder-786873-3-iscsi neutron-server[93641]: return f(self, *a, **k) Jun 18 08:29:45.223441 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 08:29:45.223441 dv-cinder-786873-3-iscsi neutron-server[93641]: return self._get(url).json() Jun 18 08:29:45.223441 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 08:29:45.223441 dv-cinder-786873-3-iscsi neutron-server[93641]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 08:29:45.223441 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 08:29:45.223441 dv-cinder-786873-3-iscsi neutron-server[93641]: return self.request(url, 'GET', **kwargs) Jun 18 08:29:45.223441 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 08:29:45.223441 dv-cinder-786873-3-iscsi neutron-server[93641]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 08:29:45.223441 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 08:29:45.223441 dv-cinder-786873-3-iscsi neutron-server[93641]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 08:29:45.223441 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 08:29:45.223441 dv-cinder-786873-3-iscsi neutron-server[93641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 08:29:45.223441 dv-cinder-786873-3-iscsi neutron-server[93641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 08:29:45.236382 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-9538de54-ad17-4cc7-ae65-f1abdcd33b25 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7960458'] for floatingip, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:45.345475 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-14f79fb9-8dd9-45e6-8c58-54b59aa31a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8355133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7960504'] for network, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:45.349765 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-8eccb478-9033-432f-913c-ca0221ceef22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:45.353961 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-14f79fb9-8dd9-45e6-8c58-54b59aa31a73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8041489'] for network, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:45.359528 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-14f79fb9-8dd9-45e6-8c58-54b59aa31a73 admin admin] 10.222.0.70 "DELETE /v2.0/networks/17a0f8e6-00d9-4793-95cc-54d16e2c6b0d HTTP/1.1" status: 204 len: 168 time: 0.8508639 Jun 18 08:29:45.370597 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 60312) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:29:45.372936 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f79fb9-8dd9-45e6-8c58-54b59aa31a73 admin admin] Pushing event deleted for resources: {'Network': ['ID=17a0f8e6-00d9-4793-95cc-54d16e2c6b0d,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:45.381203 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-14f79fb9-8dd9-45e6-8c58-54b59aa31a73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:45.421401 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.db.db_base_plugin_v2 [None req-0977024c-3449-4cec-ad0b-f9844b5de645 admin admin] Deleting subnet 7a4080f6-1f3e-43c7-ba3d-8e4dd8fda227 {{(pid=93641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 08:29:45.425858 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-0977024c-3449-4cec-ad0b-f9844b5de645 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:45.470159 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-0977024c-3449-4cec-ad0b-f9844b5de645 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6585387'] for subnet, precommit_delete_associations {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:45.508836 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-0977024c-3449-4cec-ad0b-f9844b5de645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002347'] for subnet, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:45.535914 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.db.l3_db [None req-9538de54-ad17-4cc7-ae65-f1abdcd33b25 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Floating IP 01f081fa-70c3-4c8c-b3bb-e92b19c150ac associated. External IP: 172.27.2.80, port: e4b87629-6ba3-4d12-94f9-8c2e7c317290. Jun 18 08:29:45.677035 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-0977024c-3449-4cec-ad0b-f9844b5de645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5195129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4724164'] for subnet, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:45.677035 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:45.698328 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0977024c-3449-4cec-ad0b-f9844b5de645 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a4080f6-1f3e-43c7-ba3d-8e4dd8fda227,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:45.703457 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-0977024c-3449-4cec-ad0b-f9844b5de645 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8041489'] for subnet, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:45.705919 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-0977024c-3449-4cec-ad0b-f9844b5de645 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/7a4080f6-1f3e-43c7-ba3d-8e4dd8fda227 HTTP/1.1" status: 204 len: 168 time: 0.3340309 Jun 18 08:29:45.706563 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-0977024c-3449-4cec-ad0b-f9844b5de645 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:45.708552 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 60320) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:29:45.763477 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9538de54-ad17-4cc7-ae65-f1abdcd33b25 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Router 34370833-6cb5-4e51-b07d-9608e3188c46 has already been hosted by L3 agent ebfc1b20-a3df-4bae-b350-fc31028a16a3 {{(pid=93642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 08:29:45.795089 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-d8e0e777-6be3-4f6b-8421-742da2a1303d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580887'] for network, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:45.875484 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-d8e0e777-6be3-4f6b-8421-742da2a1303d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003764', 'neutron.services.segments.db._delete_segments_for_network-8741881978067'] for network, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:45.876710 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9538de54-ad17-4cc7-ae65-f1abdcd33b25 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify agent at l3_agent.dv-cinder-786873-3-iscsi the message routers_updated {{(pid=93642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:29:45.881838 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-9538de54-ad17-4cc7-ae65-f1abdcd33b25 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881'] for floatingip, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:45.889711 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.services.segments.db [None req-d8e0e777-6be3-4f6b-8421-742da2a1303d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['663061a1-95e1-4803-a5a2-a0812a2c0351']}} {{(pid=93641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:29:45.898911 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230cfc40-0e26-4e9b-9f04-cb76625f7214 None None] Sync routers for ids ['34370833-6cb5-4e51-b07d-9608e3188c46'] in dv-cinder-786873-3-iscsi {{(pid=93644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:29:45.902133 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.services.segments.db [None req-d8e0e777-6be3-4f6b-8421-742da2a1303d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f810c8b4-4569-4b75-8f58-5c5149a9f48e') {'for_net_delete': True} {{(pid=93641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:29:45.902478 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.services.segments.db [None req-d8e0e777-6be3-4f6b-8421-742da2a1303d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f810c8b4-4569-4b75-8f58-5c5149a9f48e') {} {{(pid=93641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:29:45.912494 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230cfc40-0e26-4e9b-9f04-cb76625f7214 None None] Routers {'34370833-6cb5-4e51-b07d-9608e3188c46'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:29:45.913124 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_hamode_db [None req-230cfc40-0e26-4e9b-9f04-cb76625f7214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:29:41Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['34370833-6cb5-4e51-b07d-9608e3188c46'], 'active': True} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:29:45.917055 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-d8e0e777-6be3-4f6b-8421-742da2a1303d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741881977896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6585378'] for segment, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:45.935113 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-9538de54-ad17-4cc7-ae65-f1abdcd33b25 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "PUT /v2.0/floatingips/01f081fa-70c3-4c8c-b3bb-e92b19c150ac HTTP/1.1" status: 200 len: 991 time: 1.6409009 Jun 18 08:29:45.935113 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2ae39a2-ef5a-43c6-a021-bcfb8b555863', 'tag': 'e4b87629-6ba3-4d12-94f9-8c2e7c317290'}] {{(pid=93642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:29:45.935332 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-d8e0e777-6be3-4f6b-8421-742da2a1303d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001404'] for segment, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:45.936302 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8e20e2b9f795c08d425b6044ace8e6bfcc189f1bac9bd432248b5aa3a03ca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5259e568-5f1e-4d6b-a1b3-35dbce54a509" -d '{"events": [{"name": "network-changed", "server_uuid": "b2ae39a2-ef5a-43c6-a021-bcfb8b555863", "tag": "e4b87629-6ba3-4d12-94f9-8c2e7c317290"}]}' {{(pid=93642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:29:45.946812 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8e0e777-6be3-4f6b-8421-742da2a1303d admin admin] Releasing vlan 919 on physical network physnet1 to pool {{(pid=93641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 08:29:45.947224 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-d8e0e777-6be3-4f6b-8421-742da2a1303d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4805842'] for segment, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:45.949001 dv-cinder-786873-3-iscsi neutron-server[93641]: Traceback (most recent call last): Jun 18 08:29:45.949001 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 08:29:45.949001 dv-cinder-786873-3-iscsi neutron-server[93641]: timer() Jun 18 08:29:45.949001 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 08:29:45.949001 dv-cinder-786873-3-iscsi neutron-server[93641]: cb(*args, **kw) Jun 18 08:29:45.949001 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 08:29:45.949001 dv-cinder-786873-3-iscsi neutron-server[93641]: return func(*args, **kwargs) Jun 18 08:29:45.949001 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 08:29:45.949001 dv-cinder-786873-3-iscsi neutron-server[93641]: self._notify() Jun 18 08:29:45.949001 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 08:29:45.949001 dv-cinder-786873-3-iscsi neutron-server[93641]: self.callback(batched_events) Jun 18 08:29:45.949001 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 08:29:45.949001 dv-cinder-786873-3-iscsi neutron-server[93641]: event.method(event) Jun 18 08:29:45.949001 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 08:29:45.949001 dv-cinder-786873-3-iscsi neutron-server[93641]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 08:29:45.949001 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 08:29:45.949001 dv-cinder-786873-3-iscsi neutron-server[93641]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 08:29:45.949001 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 08:29:45.949001 dv-cinder-786873-3-iscsi neutron-server[93641]: return f(self, *a, **k) Jun 18 08:29:45.949001 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 08:29:45.949001 dv-cinder-786873-3-iscsi neutron-server[93641]: return self._get(url).json() Jun 18 08:29:45.949001 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 08:29:45.949001 dv-cinder-786873-3-iscsi neutron-server[93641]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 08:29:45.949001 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 08:29:45.949001 dv-cinder-786873-3-iscsi neutron-server[93641]: return self.request(url, 'GET', **kwargs) Jun 18 08:29:45.949001 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 08:29:45.949001 dv-cinder-786873-3-iscsi neutron-server[93641]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 08:29:45.949001 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 08:29:45.949001 dv-cinder-786873-3-iscsi neutron-server[93641]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 08:29:45.949001 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 08:29:45.949001 dv-cinder-786873-3-iscsi neutron-server[93641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 08:29:45.949001 dv-cinder-786873-3-iscsi neutron-server[93641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 08:29:46.019691 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 08:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5fe6fc-a637-4b21-804b-7c03fd442d2e x-openstack-request-id: req-1d5fe6fc-a637-4b21-804b-7c03fd442d2e {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:29:46.020216 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2ae39a2-ef5a-43c6-a021-bcfb8b555863", "tag": "e4b87629-6ba3-4d12-94f9-8c2e7c317290", "status": "completed", "code": 200}]} {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:29:46.020583 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1d5fe6fc-a637-4b21-804b-7c03fd442d2e {{(pid=93642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:29:46.021151 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2ae39a2-ef5a-43c6-a021-bcfb8b555863', 'tag': 'e4b87629-6ba3-4d12-94f9-8c2e7c317290', 'status': 'completed', 'code': 200} Jun 18 08:29:46.064886 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-d8e0e777-6be3-4f6b-8421-742da2a1303d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8355133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7960504'] for network, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:46.069503 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:46.076437 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-d8e0e777-6be3-4f6b-8421-742da2a1303d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8041489'] for network, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:46.076437 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-d8e0e777-6be3-4f6b-8421-742da2a1303d admin admin] 10.222.0.70 "DELETE /v2.0/networks/663061a1-95e1-4803-a5a2-a0812a2c0351 HTTP/1.1" status: 204 len: 168 time: 0.3666229 Jun 18 08:29:46.130082 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e0e777-6be3-4f6b-8421-742da2a1303d admin admin] Pushing event deleted for resources: {'Network': ['ID=663061a1-95e1-4803-a5a2-a0812a2c0351,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:46.139565 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-d8e0e777-6be3-4f6b-8421-742da2a1303d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:46.207725 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvr_db [None req-230cfc40-0e26-4e9b-9f04-cb76625f7214 None None] Set router 34370833-6cb5-4e51-b07d-9608e3188c46 gateway port host: dv-cinder-786873-3-iscsi {{(pid=93644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:29:46.211931 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5259e568-5f1e-4d6b-a1b3-35dbce54a509 req-f8b33c95-6052-4695-93f8-74ceceab5dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:46.213757 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-5259e568-5f1e-4d6b-a1b3-35dbce54a509 req-f8b33c95-6052-4695-93f8-74ceceab5dae service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f18f9b0caff54beda5bbbdb00ef6417e&device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 1099 time: 0.1154289 Jun 18 08:29:46.287392 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545b453-f99b-4f79-be28-c8245e9239d3 req-4d7c57bd-5d08-43ad-bc4a-54d8e5bb29c9 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:46.289248 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c545b453-f99b-4f79-be28-c8245e9239d3 req-4d7c57bd-5d08-43ad-bc4a-54d8e5bb29c9 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 946 time: 0.1035476 Jun 18 08:29:46.346225 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c545b453-f99b-4f79-be28-c8245e9239d3 req-5d91fe80-5f95-403f-8d31-902a6dd05d07 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508232 Jun 18 08:29:46.370932 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5259e568-5f1e-4d6b-a1b3-35dbce54a509 req-d1b1c11c-c47d-4ad8-bcf1-e08491f0783a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:46.373327 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-5259e568-5f1e-4d6b-a1b3-35dbce54a509 req-d1b1c11c-c47d-4ad8-bcf1-e08491f0783a service neutron] 10.222.0.72 "GET /v2.0/networks?id=77f1c77d-8795-43df-96a9-39a8b7c2346a HTTP/1.1" status: 200 len: 911 time: 0.1498377 Jun 18 08:29:46.509273 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6aab5a-9680-40c8-97f1-bdbadeb82b96 req-7bd20e90-947c-493c-9569-ccb0a4751812 tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:46.517101 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7b6aab5a-9680-40c8-97f1-bdbadeb82b96 req-7bd20e90-947c-493c-9569-ccb0a4751812 tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/ports?device_id=70408ca6-4fed-4349-aa86-03b24105843e HTTP/1.1" status: 200 len: 946 time: 0.1059003 Jun 18 08:29:46.566475 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-5259e568-5f1e-4d6b-a1b3-35dbce54a509 req-b0552c9d-d013-4c72-b78d-9a7b3608c34e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4b87629-6ba3-4d12-94f9-8c2e7c317290 HTTP/1.1" status: 200 len: 999 time: 0.1829038 Jun 18 08:29:46.641064 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7b6aab5a-9680-40c8-97f1-bdbadeb82b96 req-1eb01c94-29b2-423e-911e-2b83545d5eb8 tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/security-groups?id=18854606-5d1c-4657-8def-3647bd8001e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224034 Jun 18 08:29:46.694822 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5259e568-5f1e-4d6b-a1b3-35dbce54a509 req-7354da13-6ff6-4408-8184-f64e8e44938a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:46.696360 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-5259e568-5f1e-4d6b-a1b3-35dbce54a509 req-7354da13-6ff6-4408-8184-f64e8e44938a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0695c8b6-59a4-4923-a5ff-60cabbe26c72 HTTP/1.1" status: 200 len: 849 time: 0.1209316 Jun 18 08:29:46.699603 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_hamode_db [None req-230cfc40-0e26-4e9b-9f04-cb76625f7214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34370833-6cb5-4e51-b07d-9608e3188c46', 'name': 'tempest-AttachVolumeTestJSON-431435995-router', 'tenant_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '7eeaa09d-5d43-4ad0-b39a-21d7cb9c7f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:28:51Z', 'updated_at': '2021-06-18T08:28:56Z', 'revision_number': 4, 'project_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'gw_port': {'id': '7eeaa09d-5d43-4ad0-b39a-21d7cb9c7f2c', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:04:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34370833-6cb5-4e51-b07d-9608e3188c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:28:52Z', 'updated_at': '2021-06-18T08:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_floatingips': [{'id': '01f081fa-70c3-4c8c-b3bb-e92b19c150ac', 'tenant_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'floating_ip_address': '172.27.2.80', 'floating_network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'router_id': '34370833-6cb5-4e51-b07d-9608e3188c46', 'port_id': 'e4b87629-6ba3-4d12-94f9-8c2e7c317290', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77f1c77d-8795-43df-96a9-39a8b7c2346a', 'mac_address': 'fa:16:3e:2e:f6:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ae39a2-ef5a-43c6-a021-bcfb8b555863', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T08:29:03Z', 'updated_at': '2021-06-18T08:29:45Z', 'revision_number': 1, 'project_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2978a64-6fbb-4a49-83ac-27d439b0f5a8', 'name': '', 'network_id': '77f1c77d-8795-43df-96a9-39a8b7c2346a', 'tenant_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'mac_address': 'fa:16:3e:60:93:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34370833-6cb5-4e51-b07d-9608e3188c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '0695c8b6-59a4-4923-a5ff-60cabbe26c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:28:55Z', 'updated_at': '2021-06-18T08:29:05Z', 'revision_number': 5, 'project_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'subnets': [{'id': '0695c8b6-59a4-4923-a5ff-60cabbe26c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:29:46.736662 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 60362) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:29:46.750534 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230cfc40-0e26-4e9b-9f04-cb76625f7214 None None] Checking router: 34370833-6cb5-4e51-b07d-9608e3188c46 for host: dv-cinder-786873-3-iscsi {{(pid=93644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:29:46.763052 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230cfc40-0e26-4e9b-9f04-cb76625f7214 None None] Routers {'34370833-6cb5-4e51-b07d-9608e3188c46'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:29:46.763729 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_hamode_db [None req-230cfc40-0e26-4e9b-9f04-cb76625f7214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:29:41Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['34370833-6cb5-4e51-b07d-9608e3188c46'], 'active': True} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:29:46.784054 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5259e568-5f1e-4d6b-a1b3-35dbce54a509 req-c7a82da1-125a-4a5d-b399-d3a1c103d281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:46.785562 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-5259e568-5f1e-4d6b-a1b3-35dbce54a509 req-c7a82da1-125a-4a5d-b399-d3a1c103d281 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=77f1c77d-8795-43df-96a9-39a8b7c2346a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0815778 Jun 18 08:29:46.800789 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-f564e1a2-62a8-439e-ba91-3cf69b9c25be admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3b238fe7946a468ba8a1791d9545b470&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0625641 Jun 18 08:29:46.802020 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 60364) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:29:46.874125 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-64b39dab-5c77-4100-9c64-68f6b1c5841f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:46.915814 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-64b39dab-5c77-4100-9c64-68f6b1c5841f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:46.923085 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvr_db [None req-230cfc40-0e26-4e9b-9f04-cb76625f7214 None None] Set router 34370833-6cb5-4e51-b07d-9608e3188c46 gateway port host: dv-cinder-786873-3-iscsi {{(pid=93644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:29:46.986466 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-5259e568-5f1e-4d6b-a1b3-35dbce54a509 req-059e0523-ba12-4164-b049-724ca8ace371 service neutron] 10.222.0.72 "GET /v2.0/networks/77f1c77d-8795-43df-96a9-39a8b7c2346a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913803 Jun 18 08:29:47.089434 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-64b39dab-5c77-4100-9c64-68f6b1c5841f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:47.104494 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-64b39dab-5c77-4100-9c64-68f6b1c5841f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:47.123536 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-64b39dab-5c77-4100-9c64-68f6b1c5841f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6f1ced31-f53d-4421-8193-e13dc4422aae HTTP/1.1" status: 204 len: 168 time: 0.3140733 Jun 18 08:29:47.128796 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-08727d91-90c6-45d3-82aa-78637ed9f390 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:47.162065 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b39dab-5c77-4100-9c64-68f6b1c5841f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1ced31-f53d-4421-8193-e13dc4422aae,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:47.169777 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-64b39dab-5c77-4100-9c64-68f6b1c5841f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:47.215081 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-5259e568-5f1e-4d6b-a1b3-35dbce54a509 req-e6fdec06-40c7-42be-9f41-e35acbad07a7 service neutron] 10.222.0.72 "GET /v2.0/networks/77f1c77d-8795-43df-96a9-39a8b7c2346a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137194 Jun 18 08:29:47.387944 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_hamode_db [None req-230cfc40-0e26-4e9b-9f04-cb76625f7214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34370833-6cb5-4e51-b07d-9608e3188c46', 'name': 'tempest-AttachVolumeTestJSON-431435995-router', 'tenant_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '7eeaa09d-5d43-4ad0-b39a-21d7cb9c7f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:28:51Z', 'updated_at': '2021-06-18T08:28:56Z', 'revision_number': 4, 'project_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'gw_port': {'id': '7eeaa09d-5d43-4ad0-b39a-21d7cb9c7f2c', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:04:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34370833-6cb5-4e51-b07d-9608e3188c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:28:52Z', 'updated_at': '2021-06-18T08:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_floatingips': [{'id': '01f081fa-70c3-4c8c-b3bb-e92b19c150ac', 'tenant_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'floating_ip_address': '172.27.2.80', 'floating_network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'router_id': '34370833-6cb5-4e51-b07d-9608e3188c46', 'port_id': 'e4b87629-6ba3-4d12-94f9-8c2e7c317290', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77f1c77d-8795-43df-96a9-39a8b7c2346a', 'mac_address': 'fa:16:3e:2e:f6:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ae39a2-ef5a-43c6-a021-bcfb8b555863', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T08:29:03Z', 'updated_at': '2021-06-18T08:29:45Z', 'revision_number': 1, 'project_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2978a64-6fbb-4a49-83ac-27d439b0f5a8', 'name': '', 'network_id': '77f1c77d-8795-43df-96a9-39a8b7c2346a', 'tenant_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'mac_address': 'fa:16:3e:60:93:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34370833-6cb5-4e51-b07d-9608e3188c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '0695c8b6-59a4-4923-a5ff-60cabbe26c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:28:55Z', 'updated_at': '2021-06-18T08:29:05Z', 'revision_number': 5, 'project_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'subnets': [{'id': '0695c8b6-59a4-4923-a5ff-60cabbe26c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:29:47.415751 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230cfc40-0e26-4e9b-9f04-cb76625f7214 None None] The sync data for ids ['34370833-6cb5-4e51-b07d-9608e3188c46'] in dv-cinder-786873-3-iscsi is: [{'id': '34370833-6cb5-4e51-b07d-9608e3188c46', 'name': 'tempest-AttachVolumeTestJSON-431435995-router', 'tenant_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '7eeaa09d-5d43-4ad0-b39a-21d7cb9c7f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:28:51Z', 'updated_at': '2021-06-18T08:28:56Z', 'revision_number': 4, 'project_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'gw_port': {'id': '7eeaa09d-5d43-4ad0-b39a-21d7cb9c7f2c', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:04:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34370833-6cb5-4e51-b07d-9608e3188c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:28:52Z', 'updated_at': '2021-06-18T08:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_floatingips': [{'id': '01f081fa-70c3-4c8c-b3bb-e92b19c150ac', 'tenant_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'floating_ip_address': '172.27.2.80', 'floating_network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'router_id': '34370833-6cb5-4e51-b07d-9608e3188c46', 'port_id': 'e4b87629-6ba3-4d12-94f9-8c2e7c317290', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77f1c77d-8795-43df-96a9-39a8b7c2346a', 'mac_address': 'fa:16:3e:2e:f6:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ae39a2-ef5a-43c6-a021-bcfb8b555863', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T08:29:03Z', 'updated_at': '2021-06-18T08:29:45Z', 'revision_number': 1, 'project_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2978a64-6fbb-4a49-83ac-27d439b0f5a8', 'name': '', 'network_id': '77f1c77d-8795-43df-96a9-39a8b7c2346a', 'tenant_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'mac_address': 'fa:16:3e:60:93:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34370833-6cb5-4e51-b07d-9608e3188c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '0695c8b6-59a4-4923-a5ff-60cabbe26c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:28:55Z', 'updated_at': '2021-06-18T08:29:05Z', 'revision_number': 5, 'project_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'subnets': [{'id': '0695c8b6-59a4-4923-a5ff-60cabbe26c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:29:47.754848 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6cfc87-ae31-4fd8-8c61-2ce085b878b0 req-0e96d9c7-1ea1-4344-a86f-0f3de6a4be27 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:47.756466 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-5e6cfc87-ae31-4fd8-8c61-2ce085b878b0 req-0e96d9c7-1ea1-4344-a86f-0f3de6a4be27 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 946 time: 0.0903561 Jun 18 08:29:47.789513 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f95811-2213-4331-b101-ee18b45bdf61 None None] New status for floating IP 01f081fa-70c3-4c8c-b3bb-e92b19c150ac: ACTIVE {{(pid=93643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 08:29:47.791789 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de5f7c2-4bf3-4576-90dc-66a326427ffe req-6852b739-4b7c-4724-85a7-fffbfd512ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:47.793500 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-8de5f7c2-4bf3-4576-90dc-66a326427ffe req-6852b739-4b7c-4724-85a7-fffbfd512ef3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=665ee72de464416b9ceb623c24cfa8a5&device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 1099 time: 0.0945327 Jun 18 08:29:47.811609 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-5e6cfc87-ae31-4fd8-8c61-2ce085b878b0 req-4ed666ee-57b2-40b3-b800-c44a0d1f06df tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489941 Jun 18 08:29:47.912491 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de5f7c2-4bf3-4576-90dc-66a326427ffe req-bea6e522-7e10-4040-83a3-d046312db1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:47.914256 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-8de5f7c2-4bf3-4576-90dc-66a326427ffe req-bea6e522-7e10-4040-83a3-d046312db1f7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a56a963b-3a29-4893-8b20-0ca5507fb61c HTTP/1.1" status: 200 len: 919 time: 0.1137750 Jun 18 08:29:47.981257 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-8de5f7c2-4bf3-4576-90dc-66a326427ffe req-98a3d909-7989-410c-b1f4-3164731319df service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aadba50c-137a-4d54-8293-e13291463953 HTTP/1.1" status: 200 len: 217 time: 0.0583243 Jun 18 08:29:48.052160 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de5f7c2-4bf3-4576-90dc-66a326427ffe req-f6104c1a-8e63-4b60-ba7a-ecd7222308dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:48.053920 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-8de5f7c2-4bf3-4576-90dc-66a326427ffe req-f6104c1a-8e63-4b60-ba7a-ecd7222308dd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9b52193f-07b8-4a42-8014-0c30c4f4094b HTTP/1.1" status: 200 len: 858 time: 0.0627940 Jun 18 08:29:48.074108 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 60410) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:29:48.115094 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-52f66b0b-8357-439a-a6ef-44deb0f3f9b4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=46b2af2f75d14cc98eee7ddd4805c5ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392087 Jun 18 08:29:48.117412 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 60412) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:29:48.175793 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-9eba6e32-e7b2-45d8-ab88-2bf55a3f6a58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:48.202719 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-9eba6e32-e7b2-45d8-ab88-2bf55a3f6a58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:48.325769 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-9eba6e32-e7b2-45d8-ab88-2bf55a3f6a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:48.330205 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-9eba6e32-e7b2-45d8-ab88-2bf55a3f6a58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:48.331362 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-9eba6e32-e7b2-45d8-ab88-2bf55a3f6a58 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/28347aa4-61b1-4def-875b-abd19318342d HTTP/1.1" status: 204 len: 168 time: 0.2130122 Jun 18 08:29:48.334279 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:48.339992 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eba6e32-e7b2-45d8-ab88-2bf55a3f6a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28347aa4-61b1-4def-875b-abd19318342d,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:48.342215 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-9eba6e32-e7b2-45d8-ab88-2bf55a3f6a58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:48.643505 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 60436) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:29:48.751842 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-a6b3df94-7ebd-4502-8b41-e6b8ddb0c753 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:48.844650 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-a6b3df94-7ebd-4502-8b41-e6b8ddb0c753 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:48.924419 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-a6b3df94-7ebd-4502-8b41-e6b8ddb0c753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:48.927949 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:48.980187 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-a6b3df94-7ebd-4502-8b41-e6b8ddb0c753 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4dd67ff71ee04918bf23d6391c8bc46d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3354049 Jun 18 08:29:48.981545 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b3df94-7ebd-4502-8b41-e6b8ddb0c753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a93468-b950-4ddc-a801-efa9a2ccbfff,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:48.983137 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 60452) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:29:48.996284 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-a6b3df94-7ebd-4502-8b41-e6b8ddb0c753 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:49.053406 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b21446-e861-455b-972a-4e49a0eb1049 req-7d2bb25a-0163-4de9-8924-696b8fe8876b tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:49.054913 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-95b21446-e861-455b-972a-4e49a0eb1049 req-7d2bb25a-0163-4de9-8924-696b8fe8876b tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 946 time: 0.1131272 Jun 18 08:29:49.059885 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-455fef2d-14c7-4aff-9a85-5a985e731f4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:49.108332 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-455fef2d-14c7-4aff-9a85-5a985e731f4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:49.124005 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-95b21446-e861-455b-972a-4e49a0eb1049 req-88a42821-c969-4d57-9658-79a6b4ef3ddc tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621345 Jun 18 08:29:49.293961 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-455fef2d-14c7-4aff-9a85-5a985e731f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:49.296562 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-455fef2d-14c7-4aff-9a85-5a985e731f4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:49.298191 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-455fef2d-14c7-4aff-9a85-5a985e731f4a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/52a93468-b950-4ddc-a801-efa9a2ccbfff HTTP/1.1" status: 204 len: 168 time: 0.3097095 Jun 18 08:29:49.299242 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-c04fd95a-2b04-46b4-82e8-f1f0669b579e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:49.312297 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455fef2d-14c7-4aff-9a85-5a985e731f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a93468-b950-4ddc-a801-efa9a2ccbfff,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:49.315230 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-455fef2d-14c7-4aff-9a85-5a985e731f4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:49.409191 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-8de5f7c2-4bf3-4576-90dc-66a326427ffe req-ed79c14d-95bc-4293-9368-ae93906ad31c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a56a963b-3a29-4893-8b20-0ca5507fb61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321190 Jun 18 08:29:49.930491 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 60482) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:29:50.043135 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-6dbe26ae-41f2-45d7-9d99-ca5bc84dacd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:50.084289 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 60488) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:29:50.100391 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-36161321-5fb3-4393-bb1d-5ad86170e12f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:50.152467 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-6dbe26ae-41f2-45d7-9d99-ca5bc84dacd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:50.220072 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-6dbe26ae-41f2-45d7-9d99-ca5bc84dacd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:50.224281 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:50.268300 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-6dbe26ae-41f2-45d7-9d99-ca5bc84dacd3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=61596f7e06b640fbb9d3392c75bd7fb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3365688 Jun 18 08:29:50.268935 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 60492) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:29:50.271127 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe26ae-41f2-45d7-9d99-ca5bc84dacd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=592ce298-7268-45a8-be2b-a2a45b939f4f,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:50.297815 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-6dbe26ae-41f2-45d7-9d99-ca5bc84dacd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:50.320862 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-36161321-5fb3-4393-bb1d-5ad86170e12f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:50.325823 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-054cb7e6-d1a1-4601-8317-78a752f5f572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:50.350387 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-054cb7e6-d1a1-4601-8317-78a752f5f572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:50.401940 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-36161321-5fb3-4393-bb1d-5ad86170e12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:50.429043 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-a6b3df94-7ebd-4502-8b41-e6b8ddb0c753 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:50.476587 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-054cb7e6-d1a1-4601-8317-78a752f5f572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:50.479194 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-054cb7e6-d1a1-4601-8317-78a752f5f572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:50.480390 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-054cb7e6-d1a1-4601-8317-78a752f5f572 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/592ce298-7268-45a8-be2b-a2a45b939f4f HTTP/1.1" status: 204 len: 168 time: 0.2102826 Jun 18 08:29:50.481417 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-36161321-5fb3-4393-bb1d-5ad86170e12f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e5dcea698a0f4edca5fed1fc960fa242&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3959959 Jun 18 08:29:50.482180 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-e01db8e2-b815-4b36-a98a-400384485fd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:50.485318 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 60500) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:29:50.486005 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36161321-5fb3-4393-bb1d-5ad86170e12f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b42c31-ce16-4b5f-8ee8-076f4740944b,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:50.519822 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054cb7e6-d1a1-4601-8317-78a752f5f572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=592ce298-7268-45a8-be2b-a2a45b939f4f,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:50.523414 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-054cb7e6-d1a1-4601-8317-78a752f5f572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:50.536742 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36161321-5fb3-4393-bb1d-5ad86170e12f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:29:50.537106 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36161321-5fb3-4393-bb1d-5ad86170e12f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:29:50.537641 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36161321-5fb3-4393-bb1d-5ad86170e12f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:29:50.538044 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36161321-5fb3-4393-bb1d-5ad86170e12f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:29:50.538394 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36161321-5fb3-4393-bb1d-5ad86170e12f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:29:50.538739 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36161321-5fb3-4393-bb1d-5ad86170e12f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:29:50.539074 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36161321-5fb3-4393-bb1d-5ad86170e12f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:29:50.539577 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36161321-5fb3-4393-bb1d-5ad86170e12f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:29:50.540093 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36161321-5fb3-4393-bb1d-5ad86170e12f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:29:50.540583 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36161321-5fb3-4393-bb1d-5ad86170e12f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:29:50.541531 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36161321-5fb3-4393-bb1d-5ad86170e12f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:29:50.542215 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36161321-5fb3-4393-bb1d-5ad86170e12f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:29:50.546609 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-36161321-5fb3-4393-bb1d-5ad86170e12f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:50.571299 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-8de5f7c2-4bf3-4576-90dc-66a326427ffe req-31e9d508-d8b5-4221-92e7-59686ab19591 service neutron] 10.222.0.72 "GET /v2.0/networks/a56a963b-3a29-4893-8b20-0ca5507fb61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892796 Jun 18 08:29:50.589651 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1867865a-5014-4085-ad5e-e3a7e688aaab req-3e735201-eccf-4589-8c6a-097bb64b515b tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:50.589898 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-feff0135-8839-41a1-a0e7-3ccc64f6e0aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:50.591531 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1867865a-5014-4085-ad5e-e3a7e688aaab req-3e735201-eccf-4589-8c6a-097bb64b515b tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 946 time: 0.0824225 Jun 18 08:29:50.634383 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-feff0135-8839-41a1-a0e7-3ccc64f6e0aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:50.651830 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1867865a-5014-4085-ad5e-e3a7e688aaab req-a25dd251-6ecf-4b7a-b4b7-7d18fd123017 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522721 Jun 18 08:29:50.779160 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-feff0135-8839-41a1-a0e7-3ccc64f6e0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:50.781905 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-feff0135-8839-41a1-a0e7-3ccc64f6e0aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:50.783055 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-feff0135-8839-41a1-a0e7-3ccc64f6e0aa admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c4b42c31-ce16-4b5f-8ee8-076f4740944b HTTP/1.1" status: 204 len: 168 time: 0.2945602 Jun 18 08:29:50.784638 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-d14edb16-70b8-43c0-86a6-d67ef053828a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:50.798534 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feff0135-8839-41a1-a0e7-3ccc64f6e0aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b42c31-ce16-4b5f-8ee8-076f4740944b,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:50.798534 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-feff0135-8839-41a1-a0e7-3ccc64f6e0aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:51.858102 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c8c0fc-d3bc-420d-a91e-834e216a37b3 req-2f7c306c-a98d-49ed-9e10-036c2c4d2c8a tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:51.861162 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d6c8c0fc-d3bc-420d-a91e-834e216a37b3 req-2f7c306c-a98d-49ed-9e10-036c2c4d2c8a tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 946 time: 0.0723014 Jun 18 08:29:51.934873 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-8de5f7c2-4bf3-4576-90dc-66a326427ffe req-02196b89-8566-45ac-aed7-551254a638dc service neutron] 10.222.0.72 "GET /v2.0/networks/a56a963b-3a29-4893-8b20-0ca5507fb61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480057 Jun 18 08:29:51.936848 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d6c8c0fc-d3bc-420d-a91e-834e216a37b3 req-37b51dbe-b8f4-4e67-a24c-9cce93f60b8b tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678914 Jun 18 08:29:53.146117 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5581976c-30b3-4f86-b246-626cc4dd0ba6 req-478d8397-3688-4be3-bd32-0a861599b7d8 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:53.147649 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-5581976c-30b3-4f86-b246-626cc4dd0ba6 req-478d8397-3688-4be3-bd32-0a861599b7d8 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 946 time: 0.0701313 Jun 18 08:29:53.186762 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-5581976c-30b3-4f86-b246-626cc4dd0ba6 req-7e0417e9-c1ef-491d-8303-4525b07c7c36 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334280 Jun 18 08:29:54.382109 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcca010c-d9e9-4c38-9ba1-9774c24daef2 req-905fb994-4298-4162-b44c-4c90f2d937bb tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:54.383599 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-bcca010c-d9e9-4c38-9ba1-9774c24daef2 req-905fb994-4298-4162-b44c-4c90f2d937bb tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 946 time: 0.0678320 Jun 18 08:29:54.428623 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-bcca010c-d9e9-4c38-9ba1-9774c24daef2 req-1137c742-8091-4402-a6cf-5a4c83cc5ac9 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393291 Jun 18 08:29:55.196317 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 60712) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:29:55.303032 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-3f71b8b2-d240-4044-a50c-5330347ef2be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:55.390468 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-3f71b8b2-d240-4044-a50c-5330347ef2be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:55.454557 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-3f71b8b2-d240-4044-a50c-5330347ef2be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:55.457343 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-3234b728-516b-4682-8e9e-7203c09c6d88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:55.492685 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f71b8b2-d240-4044-a50c-5330347ef2be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9823efdd-d35b-4fca-a3ee-4ae357ed45c3,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:55.495744 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-3f71b8b2-d240-4044-a50c-5330347ef2be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:55.498222 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-3f71b8b2-d240-4044-a50c-5330347ef2be admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b50191318ca446ae945d150c83a10fad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3009331 Jun 18 08:29:55.501466 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 60718) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:29:55.552168 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-3c63a08c-e3ec-475c-9538-d0f6f6173a0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:55.573299 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-3c63a08c-e3ec-475c-9538-d0f6f6173a0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:55.674689 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-3c63a08c-e3ec-475c-9538-d0f6f6173a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:55.677481 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-3c63a08c-e3ec-475c-9538-d0f6f6173a0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:55.680987 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-3c63a08c-e3ec-475c-9538-d0f6f6173a0a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9823efdd-d35b-4fca-a3ee-4ae357ed45c3 HTTP/1.1" status: 204 len: 168 time: 0.1762590 Jun 18 08:29:55.680987 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-204142e0-ed4e-4757-85d2-91dc59d513e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:55.689355 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c63a08c-e3ec-475c-9538-d0f6f6173a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9823efdd-d35b-4fca-a3ee-4ae357ed45c3,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:55.696814 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-3c63a08c-e3ec-475c-9538-d0f6f6173a0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:56.119827 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:56.282867 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 60734) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:29:56.296417 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-94048e69-c1da-44f2-8bd0-bff0972b635e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:56.385374 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-94048e69-c1da-44f2-8bd0-bff0972b635e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:56.459351 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-94048e69-c1da-44f2-8bd0-bff0972b635e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:56.461871 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-64b39dab-5c77-4100-9c64-68f6b1c5841f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:56.498549 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-94048e69-c1da-44f2-8bd0-bff0972b635e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=566848bcdc3e4e9ba9ff21f089f71fd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2144701 Jun 18 08:29:56.499419 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94048e69-c1da-44f2-8bd0-bff0972b635e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80173355-62e6-4bb9-81d8-2d4d56ffbaf6,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:56.501904 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 60736) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:29:56.507060 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94048e69-c1da-44f2-8bd0-bff0972b635e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:29:56.507425 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94048e69-c1da-44f2-8bd0-bff0972b635e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:29:56.507820 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94048e69-c1da-44f2-8bd0-bff0972b635e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:29:56.508191 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94048e69-c1da-44f2-8bd0-bff0972b635e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:29:56.508528 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94048e69-c1da-44f2-8bd0-bff0972b635e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:29:56.508863 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94048e69-c1da-44f2-8bd0-bff0972b635e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:29:56.509195 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94048e69-c1da-44f2-8bd0-bff0972b635e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:29:56.509526 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94048e69-c1da-44f2-8bd0-bff0972b635e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:29:56.509857 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94048e69-c1da-44f2-8bd0-bff0972b635e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:29:56.510186 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94048e69-c1da-44f2-8bd0-bff0972b635e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:29:56.510518 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94048e69-c1da-44f2-8bd0-bff0972b635e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:29:56.510841 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94048e69-c1da-44f2-8bd0-bff0972b635e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:29:56.515259 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-94048e69-c1da-44f2-8bd0-bff0972b635e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:56.552442 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-fbab32f6-024f-4240-8a7d-93dbdc2eec75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:56.575551 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-fbab32f6-024f-4240-8a7d-93dbdc2eec75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:56.685845 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-fbab32f6-024f-4240-8a7d-93dbdc2eec75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:56.690665 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-fbab32f6-024f-4240-8a7d-93dbdc2eec75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:56.692558 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-fbab32f6-024f-4240-8a7d-93dbdc2eec75 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/80173355-62e6-4bb9-81d8-2d4d56ffbaf6 HTTP/1.1" status: 204 len: 168 time: 0.1895289 Jun 18 08:29:56.693507 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-aac547b5-9d53-477b-9a43-fc2f6bd5db0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:56.717256 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbab32f6-024f-4240-8a7d-93dbdc2eec75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80173355-62e6-4bb9-81d8-2d4d56ffbaf6,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:56.720448 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-fbab32f6-024f-4240-8a7d-93dbdc2eec75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:57.368293 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 60752) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:29:57.382727 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-45ecd6da-fbd2-454b-9715-1855c3d23ddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:57.471487 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-45ecd6da-fbd2-454b-9715-1855c3d23ddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:57.542682 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-45ecd6da-fbd2-454b-9715-1855c3d23ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:57.545189 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-8c3a4fa2-dc83-4045-bb80-548f84905d36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:57.581967 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-45ecd6da-fbd2-454b-9715-1855c3d23ddb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=42b5137beab441bba30966221d901090&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2125921 Jun 18 08:29:57.582830 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ecd6da-fbd2-454b-9715-1855c3d23ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79515348-a794-4b27-989f-a753010611da,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:57.584654 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 60754) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:29:57.585900 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-45ecd6da-fbd2-454b-9715-1855c3d23ddb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:57.643561 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-3af6f82a-69b6-4bd9-b1d9-a71a95f21cb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:57.664237 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-3af6f82a-69b6-4bd9-b1d9-a71a95f21cb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:57.788889 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-3af6f82a-69b6-4bd9-b1d9-a71a95f21cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:57.791502 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-3af6f82a-69b6-4bd9-b1d9-a71a95f21cb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:57.792668 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-3af6f82a-69b6-4bd9-b1d9-a71a95f21cb1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/79515348-a794-4b27-989f-a753010611da HTTP/1.1" status: 204 len: 168 time: 0.2069070 Jun 18 08:29:57.793446 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-f8953d80-c0d7-4c05-8166-aa72a4fe9aaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:29:57.802664 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af6f82a-69b6-4bd9-b1d9-a71a95f21cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79515348-a794-4b27-989f-a753010611da,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:29:57.804913 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-3af6f82a-69b6-4bd9-b1d9-a71a95f21cb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:29:58.531357 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-869c43eb-bad1-4405-8320-0d750df88200 req-63efc96b-e6b9-4be2-97af-f066c427a007 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=70408ca6-4fed-4349-aa86-03b24105843e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0572112 Jun 18 08:29:58.652456 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e214fe3-150a-416c-abe4-8914f8b23eab req-da97e6b4-6a49-4195-a88f-6bc80e3a3514 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:58.654115 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-8e214fe3-150a-416c-abe4-8914f8b23eab req-da97e6b4-6a49-4195-a88f-6bc80e3a3514 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 946 time: 0.0675581 Jun 18 08:29:58.715848 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-8e214fe3-150a-416c-abe4-8914f8b23eab req-e3f2b33e-5fb4-4c66-b78f-da370fbaba5f tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538809 Jun 18 08:29:58.723288 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c43eb-bad1-4405-8320-0d750df88200 req-cdd2cef4-2a02-451b-bf40-cdc41f278cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:58.726434 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-869c43eb-bad1-4405-8320-0d750df88200 req-cdd2cef4-2a02-451b-bf40-cdc41f278cfd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=57dc50d0c8f342099a699ad37cbfac32&device_id=70408ca6-4fed-4349-aa86-03b24105843e HTTP/1.1" status: 200 len: 1099 time: 0.0757136 Jun 18 08:29:58.850904 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c43eb-bad1-4405-8320-0d750df88200 req-afffe4b1-4917-48e5-b418-ef548b0a2d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:58.852370 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-869c43eb-bad1-4405-8320-0d750df88200 req-afffe4b1-4917-48e5-b418-ef548b0a2d2b service neutron] 10.222.0.72 "GET /v2.0/networks?id=9e6c262c-e481-4cc8-ac4c-827836c09b8f HTTP/1.1" status: 200 len: 913 time: 0.0990102 Jun 18 08:29:58.901023 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-869c43eb-bad1-4405-8320-0d750df88200 req-eb864b37-5cd2-4f21-b43a-38a50c9dc134 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=acb07a57-cbfb-44ca-b532-e7fcf36ab6a6 HTTP/1.1" status: 200 len: 217 time: 0.0381172 Jun 18 08:29:58.965068 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c43eb-bad1-4405-8320-0d750df88200 req-a3fa1340-c3c4-45e6-a359-96169e9b0432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:58.966560 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-869c43eb-bad1-4405-8320-0d750df88200 req-a3fa1340-c3c4-45e6-a359-96169e9b0432 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=df331813-e617-4281-aee2-fca93fc09eab HTTP/1.1" status: 200 len: 852 time: 0.0535474 Jun 18 08:29:59.001359 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-869c43eb-bad1-4405-8320-0d750df88200 req-495136ab-f7f6-4f15-9ed0-3bf30aeca2eb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9e6c262c-e481-4cc8-ac4c-827836c09b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279462 Jun 18 08:29:59.093247 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-869c43eb-bad1-4405-8320-0d750df88200 req-71bc9a32-29f9-4c48-8fa5-fbdd910439cb service neutron] 10.222.0.72 "GET /v2.0/networks/9e6c262c-e481-4cc8-ac4c-827836c09b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828485 Jun 18 08:29:59.202802 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-869c43eb-bad1-4405-8320-0d750df88200 req-7ec5793d-daf4-4983-8c9a-be4bbbcea91c service neutron] 10.222.0.72 "GET /v2.0/networks/9e6c262c-e481-4cc8-ac4c-827836c09b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030893 Jun 18 08:29:59.636835 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 60812) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:29:59.741835 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c6bbdce4-be0e-471b-bdb0-286364d4e04e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:59.863614 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c6bbdce4-be0e-471b-bdb0-286364d4e04e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:59.924978 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e11651b-1639-4280-b7fe-dee67e78cc33 req-fcaf374b-34d6-440d-a98f-bf2d22ba6962 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:29:59.926503 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0e11651b-1639-4280-b7fe-dee67e78cc33 req-fcaf374b-34d6-440d-a98f-bf2d22ba6962 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 946 time: 0.0687888 Jun 18 08:29:59.965115 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0e11651b-1639-4280-b7fe-dee67e78cc33 req-815ce6f4-939f-49da-aae5-1ffdf836bb04 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325899 Jun 18 08:29:59.968404 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c6bbdce4-be0e-471b-bdb0-286364d4e04e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:29:59.972972 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-36161321-5fb3-4393-bb1d-5ad86170e12f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:30:00.018370 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-c6bbdce4-be0e-471b-bdb0-286364d4e04e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0f9386d408da4d72acceae01e58d4cab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3803000 Jun 18 08:30:00.019493 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bbdce4-be0e-471b-bdb0-286364d4e04e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e103e61d-ae3c-473d-9829-360ec189fed7,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:30:00.021138 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 60826) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:30:00.022459 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-c6bbdce4-be0e-471b-bdb0-286364d4e04e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:30:00.075598 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1f1168b7-0c62-4302-b138-1af91d208edb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:00.097615 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1f1168b7-0c62-4302-b138-1af91d208edb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:00.234639 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1f1168b7-0c62-4302-b138-1af91d208edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:00.237600 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1f1168b7-0c62-4302-b138-1af91d208edb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:00.238755 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-1f1168b7-0c62-4302-b138-1af91d208edb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e103e61d-ae3c-473d-9829-360ec189fed7 HTTP/1.1" status: 204 len: 168 time: 0.2165115 Jun 18 08:30:00.240478 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-afd41849-bb57-4e49-a6cb-9a50261a11a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:30:00.248181 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1168b7-0c62-4302-b138-1af91d208edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e103e61d-ae3c-473d-9829-360ec189fed7,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:30:00.253394 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-1f1168b7-0c62-4302-b138-1af91d208edb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:30:01.152823 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa803f0-15e0-4b8c-89b6-dc2fecb79ecb req-90cf568c-ee5c-489d-8d72-22fd10038449 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:30:01.154304 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-aaa803f0-15e0-4b8c-89b6-dc2fecb79ecb req-90cf568c-ee5c-489d-8d72-22fd10038449 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 946 time: 0.0649197 Jun 18 08:30:01.195478 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-aaa803f0-15e0-4b8c-89b6-dc2fecb79ecb req-e3058502-af95-4d01-8b66-443295a6a833 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344872 Jun 18 08:30:02.376635 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e2b0d8-9bf0-43a1-87e0-7dc1152ccfbf req-cdd1ba4f-392e-451a-89c0-dd7fcc81fc1b tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:30:02.378226 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-14e2b0d8-9bf0-43a1-87e0-7dc1152ccfbf req-cdd1ba4f-392e-451a-89c0-dd7fcc81fc1b tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 946 time: 0.0693541 Jun 18 08:30:02.419157 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-14e2b0d8-9bf0-43a1-87e0-7dc1152ccfbf req-9d3e2575-ccda-4776-9c56-01a1487f7e46 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348678 Jun 18 08:30:03.619655 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd2181b-b6c7-4dc7-8284-79ea7fe03d0e req-c573df98-5c84-4282-9763-3dbca2468eb3 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:30:03.622276 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ecd2181b-b6c7-4dc7-8284-79ea7fe03d0e req-c573df98-5c84-4282-9763-3dbca2468eb3 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 946 time: 0.0807641 Jun 18 08:30:03.663348 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ecd2181b-b6c7-4dc7-8284-79ea7fe03d0e req-fd9d9bad-00fc-4c52-8eeb-c776dfcb3621 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350313 Jun 18 08:30:04.373539 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 60960) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:30:04.490716 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-15d6054a-3652-4a32-bbde-2bc4da93b010 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:04.582521 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-15d6054a-3652-4a32-bbde-2bc4da93b010 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:04.640623 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-15d6054a-3652-4a32-bbde-2bc4da93b010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:04.644150 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:30:04.680146 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-15d6054a-3652-4a32-bbde-2bc4da93b010 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d97cda50a5984d9d9fa5fef34192ab33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3055055 Jun 18 08:30:04.682258 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d6054a-3652-4a32-bbde-2bc4da93b010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=430a972e-ac63-4867-9cb5-4b32d7e38833,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:30:04.684121 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 60970) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:30:04.698909 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-15d6054a-3652-4a32-bbde-2bc4da93b010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:30:04.745668 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-a421190c-e39b-4fb4-8ad5-c6ec46c6208c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:04.768866 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-a421190c-e39b-4fb4-8ad5-c6ec46c6208c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:04.848211 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8afb669-4432-4f25-a70d-848789f4595c req-78cbd140-e470-42d9-bb49-9b856e6b81ff tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:30:04.849692 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a8afb669-4432-4f25-a70d-848789f4595c req-78cbd140-e470-42d9-bb49-9b856e6b81ff tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 946 time: 0.0652468 Jun 18 08:30:04.882191 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-a421190c-e39b-4fb4-8ad5-c6ec46c6208c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:04.884897 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-a421190c-e39b-4fb4-8ad5-c6ec46c6208c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:04.886033 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-a421190c-e39b-4fb4-8ad5-c6ec46c6208c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/430a972e-ac63-4867-9cb5-4b32d7e38833 HTTP/1.1" status: 204 len: 168 time: 0.2008715 Jun 18 08:30:04.889226 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a8afb669-4432-4f25-a70d-848789f4595c req-4d6a8518-3e46-4845-ba73-f9ee5f9f457d tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312250 Jun 18 08:30:04.889351 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-3f71b8b2-d240-4044-a50c-5330347ef2be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:30:04.897942 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a421190c-e39b-4fb4-8ad5-c6ec46c6208c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=430a972e-ac63-4867-9cb5-4b32d7e38833,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:30:04.900515 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-a421190c-e39b-4fb4-8ad5-c6ec46c6208c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:30:05.582092 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 60996) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:30:05.601980 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-7ee3328c-e264-401b-9c8a-0283484f3ced admin admin] Notify callbacks [] for security_group, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:05.709279 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-7ee3328c-e264-401b-9c8a-0283484f3ced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:05.789004 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-7ee3328c-e264-401b-9c8a-0283484f3ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:05.792700 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-fbab32f6-024f-4240-8a7d-93dbdc2eec75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:30:05.827481 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-7ee3328c-e264-401b-9c8a-0283484f3ced admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f9ced64234e047eca40a6e8072ac62c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2443743 Jun 18 08:30:05.828482 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee3328c-e264-401b-9c8a-0283484f3ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed5c8e9-e1b7-41c5-8198-76e74d91e593,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:30:05.830769 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 32768) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:30:05.832211 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-7ee3328c-e264-401b-9c8a-0283484f3ced admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:30:05.879967 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-b8d582a4-6d37-46bb-8ba0-2c8019f5b568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:05.900688 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-b8d582a4-6d37-46bb-8ba0-2c8019f5b568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:06.047324 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-b8d582a4-6d37-46bb-8ba0-2c8019f5b568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:06.049955 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-b8d582a4-6d37-46bb-8ba0-2c8019f5b568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:06.051068 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-b8d582a4-6d37-46bb-8ba0-2c8019f5b568 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fed5c8e9-e1b7-41c5-8198-76e74d91e593 HTTP/1.1" status: 204 len: 168 time: 0.2193558 Jun 18 08:30:06.053463 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-38d5d655-6edd-4247-ad1b-4ba71a72313c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:30:06.062219 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d582a4-6d37-46bb-8ba0-2c8019f5b568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed5c8e9-e1b7-41c5-8198-76e74d91e593,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:30:06.066471 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-b8d582a4-6d37-46bb-8ba0-2c8019f5b568 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:30:06.104912 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0097f75-9d68-46e3-96f8-49ae9a800e4a req-4804cf39-77bd-4591-953b-88cda2c9211d tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:30:06.106521 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b0097f75-9d68-46e3-96f8-49ae9a800e4a req-4804cf39-77bd-4591-953b-88cda2c9211d tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 946 time: 0.0924523 Jun 18 08:30:06.146924 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b0097f75-9d68-46e3-96f8-49ae9a800e4a req-e9bad349-28c4-4003-af1a-a62726a7a63e tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342817 Jun 18 08:30:06.953815 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.agents_db [None req-a940af84-dce7-47c4-b5d3-ae67f117b383 None None] Agent healthcheck: found 6 active agents {{(pid=93644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:30:07.337313 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414090e7-971d-42fa-b867-94b91ce1c5a7 req-8dfbab98-8012-46ae-af5d-4b4a140057a5 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:30:07.339150 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-414090e7-971d-42fa-b867-94b91ce1c5a7 req-8dfbab98-8012-46ae-af5d-4b4a140057a5 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 946 time: 0.0725906 Jun 18 08:30:07.390061 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-414090e7-971d-42fa-b867-94b91ce1c5a7 req-fe7637ef-854e-4da2-80cd-3ce8c62116e2 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451465 Jun 18 08:30:08.587904 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1400c604-fd07-47cc-bdcf-52413e80cd26 req-5ac33023-1ddc-436a-92ab-ca874ce0c4aa tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:30:08.589983 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1400c604-fd07-47cc-bdcf-52413e80cd26 req-5ac33023-1ddc-436a-92ab-ca874ce0c4aa tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 946 time: 0.0839801 Jun 18 08:30:08.645045 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1400c604-fd07-47cc-bdcf-52413e80cd26 req-2a897b4f-d8d4-4a8d-a5fc-0326f21fb617 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484653 Jun 18 08:30:09.030564 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-176783f0-d905-465c-a572-23ec2a1f34ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:09.817101 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce8a393-2101-4d63-a741-fa6286b6c2c6 req-fa33563e-daad-4d38-9149-3fb55ebe6e25 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:30:09.818494 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3ce8a393-2101-4d63-a741-fa6286b6c2c6 req-fa33563e-daad-4d38-9149-3fb55ebe6e25 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 946 time: 0.0649633 Jun 18 08:30:09.855096 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3ce8a393-2101-4d63-a741-fa6286b6c2c6 req-f235c6a9-6344-4efd-bd71-007cd119616a tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309207 Jun 18 08:30:11.031841 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59304ec9-9149-498e-aa7f-447fd97f91dd req-92832565-74b5-4084-845b-5f70dc15a0f3 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:30:11.033988 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-59304ec9-9149-498e-aa7f-447fd97f91dd req-92832565-74b5-4084-845b-5f70dc15a0f3 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 946 time: 0.0660694 Jun 18 08:30:11.079180 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-59304ec9-9149-498e-aa7f-447fd97f91dd req-936d1e0c-cd54-4c4d-b0f8-9e9df27489ca tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380971 Jun 18 08:30:11.549333 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e0176dee-93e7-46f4-a544-3ceb16ebd5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:11.927557 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:12.261710 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af876e26-b1bc-4918-afb2-cc334680cea1 req-8a35ef54-ed55-460d-b43e-4fc3c4f33e00 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:30:12.263197 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-af876e26-b1bc-4918-afb2-cc334680cea1 req-8a35ef54-ed55-460d-b43e-4fc3c4f33e00 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 946 time: 0.0714464 Jun 18 08:30:12.300776 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-af876e26-b1bc-4918-afb2-cc334680cea1 req-1d1a4f6a-8358-4cfd-bc75-e27b21f9c8a0 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309472 Jun 18 08:30:12.822499 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-37edacc1-1ba5-460e-aa47-45b5acfa9d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:13.489339 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ecdce4-408d-4e2d-8ad1-c7e0c03ee718 req-34db6eea-0466-48b0-9bc6-91e0e06dc37d tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:30:13.494611 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-79ecdce4-408d-4e2d-8ad1-c7e0c03ee718 req-34db6eea-0466-48b0-9bc6-91e0e06dc37d tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 946 time: 0.0779054 Jun 18 08:30:13.529650 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-79ecdce4-408d-4e2d-8ad1-c7e0c03ee718 req-bc999442-72b6-4f86-9131-56b75d049940 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323157 Jun 18 08:30:14.536847 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-624571b3-aef6-4a8c-8ab3-5c089201a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:14.726292 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da832c86-abd7-4673-8286-df93be0a41c6 req-c1247113-eafc-47ea-a57f-564e3eee9519 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:30:14.727662 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-da832c86-abd7-4673-8286-df93be0a41c6 req-c1247113-eafc-47ea-a57f-564e3eee9519 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 946 time: 0.0843000 Jun 18 08:30:14.765798 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-da832c86-abd7-4673-8286-df93be0a41c6 req-a36ae2a4-00ac-4a90-af7e-e7897d8b601b tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323436 Jun 18 08:30:15.942681 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03740803-b0e4-4324-a470-7b1b67ae152c req-8d5a63ea-dc1d-4e52-9801-ed207050a97d tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:30:15.944173 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-03740803-b0e4-4324-a470-7b1b67ae152c req-8d5a63ea-dc1d-4e52-9801-ed207050a97d tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 946 time: 0.0645421 Jun 18 08:30:15.982212 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-03740803-b0e4-4324-a470-7b1b67ae152c req-594bbae1-9061-42a3-bcdc-fad6baeb6679 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324228 Jun 18 08:30:17.154605 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0132176b-f9d9-466e-9a31-82fa53df78fc req-9231dde0-450f-451e-8f25-997bdbf19abb tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:30:17.156098 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0132176b-f9d9-466e-9a31-82fa53df78fc req-9231dde0-450f-451e-8f25-997bdbf19abb tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 946 time: 0.0621574 Jun 18 08:30:17.195135 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0132176b-f9d9-466e-9a31-82fa53df78fc req-3f55c0c6-0d1b-43c0-9f34-31f43ebaa8e6 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326173 Jun 18 08:30:18.371951 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b6e53f-9216-4e85-8205-3b875deb7cc9 req-1dff5e07-1dd0-4a9b-875a-f4dea91b4d65 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:30:18.373097 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d3b6e53f-9216-4e85-8205-3b875deb7cc9 req-1dff5e07-1dd0-4a9b-875a-f4dea91b4d65 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 946 time: 0.0660410 Jun 18 08:30:18.421343 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d3b6e53f-9216-4e85-8205-3b875deb7cc9 req-67774560-68d8-4853-8106-bc8d90397e97 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409467 Jun 18 08:30:19.600978 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090506f3-4337-4795-a75c-83a0a655e27e req-493e8136-fa03-45c5-a48b-9e9a0f197996 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:30:19.602418 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-090506f3-4337-4795-a75c-83a0a655e27e req-493e8136-fa03-45c5-a48b-9e9a0f197996 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 946 time: 0.0622742 Jun 18 08:30:19.639851 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-090506f3-4337-4795-a75c-83a0a655e27e req-a6961eae-42f5-412a-8c4a-df3f8d21f171 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316877 Jun 18 08:30:20.432835 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc659f5-dca1-414f-ba9f-5f7a0bde465b req-9a53ddd8-701e-47f5-b1b5-0fbad3ad7755 tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:30:20.434180 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6bc659f5-dca1-414f-ba9f-5f7a0bde465b req-9a53ddd8-701e-47f5-b1b5-0fbad3ad7755 tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/ports?device_id=70408ca6-4fed-4349-aa86-03b24105843e HTTP/1.1" status: 200 len: 946 time: 0.0682337 Jun 18 08:30:20.473254 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6bc659f5-dca1-414f-ba9f-5f7a0bde465b req-f00ab66d-25f7-40dd-80cc-7bf7b42c1bea tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/security-groups?id=18854606-5d1c-4657-8def-3647bd8001e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324488 Jun 18 08:30:20.827681 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a8740-4b30-41cc-956e-820f9ed7f512 req-08c8c9c3-53ac-4128-a7d5-0615ba8bb5ed tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:30:20.829185 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-423a8740-4b30-41cc-956e-820f9ed7f512 req-08c8c9c3-53ac-4128-a7d5-0615ba8bb5ed tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 946 time: 0.0636194 Jun 18 08:30:20.868980 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-423a8740-4b30-41cc-956e-820f9ed7f512 req-5473b32f-6cec-4867-bb28-394a97b8104d tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329688 Jun 18 08:30:21.688238 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a3a3c2-d006-4e2f-ab9c-96e12924b67d req-e71b9906-8df9-49d0-9490-bd6c40d6b99c tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:30:21.688238 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-86a3a3c2-d006-4e2f-ab9c-96e12924b67d req-e71b9906-8df9-49d0-9490-bd6c40d6b99c tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/ports?device_id=70408ca6-4fed-4349-aa86-03b24105843e HTTP/1.1" status: 200 len: 946 time: 0.0813606 Jun 18 08:30:21.747431 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-86a3a3c2-d006-4e2f-ab9c-96e12924b67d req-92fedfc1-57d2-4b63-ac93-20d4a654c2cb tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/security-groups?id=18854606-5d1c-4657-8def-3647bd8001e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606947 Jun 18 08:30:22.068007 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ecd13-5714-4cba-ad79-b7086accbbbf req-d97c357a-ec42-4615-ade6-962a77da1086 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:30:22.069583 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2e0ecd13-5714-4cba-ad79-b7086accbbbf req-d97c357a-ec42-4615-ade6-962a77da1086 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 946 time: 0.0693798 Jun 18 08:30:22.110497 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2e0ecd13-5714-4cba-ad79-b7086accbbbf req-7c3fb1ed-5e3b-42cd-acb2-cd8b6d903b3a tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353880 Jun 18 08:30:22.935297 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b8774-1524-4325-af5b-71b4c15d0581 req-b8fad289-3bce-4145-ad4b-5e0779576a8d tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:30:22.937000 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-052b8774-1524-4325-af5b-71b4c15d0581 req-b8fad289-3bce-4145-ad4b-5e0779576a8d tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/ports?device_id=70408ca6-4fed-4349-aa86-03b24105843e HTTP/1.1" status: 200 len: 946 time: 0.0680380 Jun 18 08:30:22.978366 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-052b8774-1524-4325-af5b-71b4c15d0581 req-f3a85e52-e66e-4385-bf2a-ae10e28619ef tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/security-groups?id=18854606-5d1c-4657-8def-3647bd8001e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355194 Jun 18 08:30:23.309514 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58557abf-2378-4a6d-8069-80ff33591500 req-86a91155-2d92-4e08-b992-6c910a70a5f5 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:30:23.311056 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-58557abf-2378-4a6d-8069-80ff33591500 req-86a91155-2d92-4e08-b992-6c910a70a5f5 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 946 time: 0.0779188 Jun 18 08:30:23.351047 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-58557abf-2378-4a6d-8069-80ff33591500 req-366fda1f-9eb2-488f-92e9-14fa838f5bd8 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330040 Jun 18 08:30:24.151125 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921ee36-d0b5-4182-bd0a-89573fca6713 req-7e0c31df-7192-48e1-b41a-6b241851a378 tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:30:24.152623 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-5921ee36-d0b5-4182-bd0a-89573fca6713 req-7e0c31df-7192-48e1-b41a-6b241851a378 tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/ports?device_id=70408ca6-4fed-4349-aa86-03b24105843e HTTP/1.1" status: 200 len: 946 time: 0.0626459 Jun 18 08:30:24.190494 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-5921ee36-d0b5-4182-bd0a-89573fca6713 req-c43d692d-66bf-4e45-a5c2-ef95c9403d6f tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/security-groups?id=18854606-5d1c-4657-8def-3647bd8001e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322452 Jun 18 08:30:24.520891 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a68df2-2824-4e10-8fd0-381821e85034 req-9d18b611-e574-454b-a258-6f3ce40579f1 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:30:24.522341 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d8a68df2-2824-4e10-8fd0-381821e85034 req-9d18b611-e574-454b-a258-6f3ce40579f1 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 946 time: 0.0613921 Jun 18 08:30:24.558578 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d8a68df2-2824-4e10-8fd0-381821e85034 req-60f45990-a750-4f27-ab9c-2c21e08e2605 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306680 Jun 18 08:30:25.365525 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6ac30-8773-4c8f-af04-61d97154f082 req-53cee188-ac6f-4bbc-b349-649fb879fc37 tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:30:25.366967 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-79b6ac30-8773-4c8f-af04-61d97154f082 req-53cee188-ac6f-4bbc-b349-649fb879fc37 tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/ports?device_id=70408ca6-4fed-4349-aa86-03b24105843e HTTP/1.1" status: 200 len: 946 time: 0.0671158 Jun 18 08:30:25.406363 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-79b6ac30-8773-4c8f-af04-61d97154f082 req-1b89a8e0-2069-4197-8614-f3ca2aa0489b tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/security-groups?id=18854606-5d1c-4657-8def-3647bd8001e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335608 Jun 18 08:30:25.733210 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3cd939-d0de-4823-b0b5-be013edf6413 req-1fe0eefd-8f6c-4334-aa29-0ff6263613ce tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:30:25.734848 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-bb3cd939-d0de-4823-b0b5-be013edf6413 req-1fe0eefd-8f6c-4334-aa29-0ff6263613ce tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 946 time: 0.0631351 Jun 18 08:30:25.774111 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-bb3cd939-d0de-4823-b0b5-be013edf6413 req-5f28f990-6138-4105-a128-b7cb79add951 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324061 Jun 18 08:30:26.142214 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:26.592842 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2757a1de-86e2-4577-989b-6031808e1651 req-d46f075e-2685-470d-889d-d8540fe7d8c2 tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:30:26.594353 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2757a1de-86e2-4577-989b-6031808e1651 req-d46f075e-2685-470d-889d-d8540fe7d8c2 tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/ports?device_id=70408ca6-4fed-4349-aa86-03b24105843e HTTP/1.1" status: 200 len: 946 time: 0.0705602 Jun 18 08:30:26.633406 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2757a1de-86e2-4577-989b-6031808e1651 req-b208a034-fa3b-4ac4-a91b-f6f16063aea2 tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/security-groups?id=18854606-5d1c-4657-8def-3647bd8001e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329421 Jun 18 08:30:26.953269 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ab592-ddae-4fe7-8818-336b1d1a0181 req-11a88332-244a-4571-ba12-0123aef24d5f tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:30:26.954693 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c83ab592-ddae-4fe7-8818-336b1d1a0181 req-11a88332-244a-4571-ba12-0123aef24d5f tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 946 time: 0.0625107 Jun 18 08:30:26.994408 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c83ab592-ddae-4fe7-8818-336b1d1a0181 req-54372031-9067-43fa-94b9-b8ea501cceac tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333965 Jun 18 08:30:27.806550 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68061f49-dec6-4654-819b-7efd0f9d7c14 req-f524886c-2c00-4c97-ae29-c6ef0c758a33 tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:30:27.807914 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-68061f49-dec6-4654-819b-7efd0f9d7c14 req-f524886c-2c00-4c97-ae29-c6ef0c758a33 tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/ports?device_id=70408ca6-4fed-4349-aa86-03b24105843e HTTP/1.1" status: 200 len: 946 time: 0.0643387 Jun 18 08:30:27.846251 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-68061f49-dec6-4654-819b-7efd0f9d7c14 req-68d9db1c-4c95-465f-bf77-5cc57daf95e4 tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/security-groups?id=18854606-5d1c-4657-8def-3647bd8001e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325582 Jun 18 08:30:28.169217 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c15231-44c9-4646-bdc0-8b328603157f req-cbfbcaa7-43b7-46a5-a99d-526cf0f5be05 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:30:28.170631 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-18c15231-44c9-4646-bdc0-8b328603157f req-cbfbcaa7-43b7-46a5-a99d-526cf0f5be05 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 946 time: 0.0640485 Jun 18 08:30:28.207718 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-18c15231-44c9-4646-bdc0-8b328603157f req-f37d3744-3d3d-4f6a-b172-c0a7b4c4f245 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308027 Jun 18 08:30:29.021128 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a4e3b-210d-456e-9d67-bb2b7953f699 req-3c3b0764-9002-4ae7-a54c-d2fd31e69e44 tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:30:29.022633 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-192a4e3b-210d-456e-9d67-bb2b7953f699 req-3c3b0764-9002-4ae7-a54c-d2fd31e69e44 tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/ports?device_id=70408ca6-4fed-4349-aa86-03b24105843e HTTP/1.1" status: 200 len: 946 time: 0.0627799 Jun 18 08:30:29.062566 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-192a4e3b-210d-456e-9d67-bb2b7953f699 req-cb3e87f8-3f89-4ab7-9a01-13327753211e tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/security-groups?id=18854606-5d1c-4657-8def-3647bd8001e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341496 Jun 18 08:30:29.389550 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66245b02-c5a2-42d4-8c3d-afdf7f337287 req-06bfddaf-e656-43e2-a91a-663a6bb4b262 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:30:29.390992 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-66245b02-c5a2-42d4-8c3d-afdf7f337287 req-06bfddaf-e656-43e2-a91a-663a6bb4b262 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 946 time: 0.0703876 Jun 18 08:30:29.429800 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-66245b02-c5a2-42d4-8c3d-afdf7f337287 req-4110a5d8-7f90-414a-8f72-8456cfe2a8d5 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319405 Jun 18 08:30:30.272554 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c595d-9c67-484f-a14b-513acd22ab88 req-cabe5230-c940-4968-a4c7-c8affdd5a515 tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:30:30.274065 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-036c595d-9c67-484f-a14b-513acd22ab88 req-cabe5230-c940-4968-a4c7-c8affdd5a515 tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/ports?device_id=70408ca6-4fed-4349-aa86-03b24105843e HTTP/1.1" status: 200 len: 946 time: 0.0920720 Jun 18 08:30:30.313097 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-036c595d-9c67-484f-a14b-513acd22ab88 req-9560f0cb-c421-4a05-b9c7-e6ef41856c0c tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/security-groups?id=18854606-5d1c-4657-8def-3647bd8001e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332646 Jun 18 08:30:30.630151 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9eef29-3c96-40f9-87a5-703fc37be52b req-b9133c21-37fa-4fbc-8176-c1e4c7a4ba4f tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:30:30.631656 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-db9eef29-3c96-40f9-87a5-703fc37be52b req-b9133c21-37fa-4fbc-8176-c1e4c7a4ba4f tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 946 time: 0.0805066 Jun 18 08:30:30.680752 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-db9eef29-3c96-40f9-87a5-703fc37be52b req-5e0c2329-624e-41b4-9ee8-21e2be921a64 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429344 Jun 18 08:30:30.991456 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 33276) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:30:31.104746 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-489fcf7b-0f63-48fe-b76a-69a083f08f1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:31.280938 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5252dfd-c9e1-4261-8d1e-9c65be346998 req-b5ed1636-f47d-47e6-95b2-cf46ccd3a25d tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:30:31.282471 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-c5252dfd-c9e1-4261-8d1e-9c65be346998 req-b5ed1636-f47d-47e6-95b2-cf46ccd3a25d tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.72 "GET /v2.0/ports?device_id=70408ca6-4fed-4349-aa86-03b24105843e HTTP/1.1" status: 200 len: 946 time: 0.1528921 Jun 18 08:30:31.347374 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-489fcf7b-0f63-48fe-b76a-69a083f08f1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:31.420204 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [req-c5252dfd-c9e1-4261-8d1e-9c65be346998 req-3c63c661-f6c4-4fdf-9719-819e4a87d3ea tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] Deleting port acb07a57-cbfb-44ca-b532-e7fcf36ab6a6 {{(pid=93642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:30:31.421301 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-c5252dfd-c9e1-4261-8d1e-9c65be346998 req-3c63c661-f6c4-4fdf-9719-819e4a87d3ea tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741882027237'] for port, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:31.461150 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-489fcf7b-0f63-48fe-b76a-69a083f08f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:31.466287 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-25d5544a-8021-43b8-aa89-ba4ebce8e4dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:30:31.523313 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-489fcf7b-0f63-48fe-b76a-69a083f08f1a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e30ba7da8f7343f4a2aa060f2f0aa98b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5378652 Jun 18 08:30:31.526788 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489fcf7b-0f63-48fe-b76a-69a083f08f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07f1b096-b129-4cea-b707-3ce4206fa354,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:30:31.531346 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 33300) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:30:31.546809 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-489fcf7b-0f63-48fe-b76a-69a083f08f1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:30:31.582105 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [req-c5252dfd-c9e1-4261-8d1e-9c65be346998 req-3c63c661-f6c4-4fdf-9719-819e4a87d3ea tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] For port acb07a57-cbfb-44ca-b532-e7fcf36ab6a6, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=acb07a57-cbfb-44ca-b532-e7fcf36ab6a6,segment=NetworkSegment(f0d651e7-42e8-493d-b349-81a26b4649ba),segment_id=f0d651e7-42e8-493d-b349-81a26b4649ba)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:30:31.582479 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-c5252dfd-c9e1-4261-8d1e-9c65be346998 req-3c63c661-f6c4-4fdf-9719-819e4a87d3ea tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7962534'] for port, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:31.680204 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [req-c5252dfd-c9e1-4261-8d1e-9c65be346998 req-3c63c661-f6c4-4fdf-9719-819e4a87d3ea tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] Calling delete_port for acb07a57-cbfb-44ca-b532-e7fcf36ab6a6 owned by compute:nova {{(pid=93642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:30:31.702970 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaef89d-4807-4e7c-92e8-582fe2e12de0 req-22c734e1-9f5a-4b52-85a5-36a8cda195f6 tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:30:31.705290 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ffaef89d-4807-4e7c-92e8-582fe2e12de0 req-22c734e1-9f5a-4b52-85a5-36a8cda195f6 tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/ports?device_id=70408ca6-4fed-4349-aa86-03b24105843e HTTP/1.1" status: 200 len: 946 time: 0.2538958 Jun 18 08:30:31.758587 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ffaef89d-4807-4e7c-92e8-582fe2e12de0 req-aa1e4418-f220-435d-865f-b2afbd9ff8b6 tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/security-groups?id=18854606-5d1c-4657-8def-3647bd8001e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383542 Jun 18 08:30:31.768462 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-0c4ccf10-1b05-46ed-8a9b-989fd1a3d939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:31.823507 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-0c4ccf10-1b05-46ed-8a9b-989fd1a3d939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:31.943744 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17681e-780d-4363-b04f-f66570c5f7e1 req-38ca6f65-46c1-4500-9c66-4c20c3502930 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:30:31.945387 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-fa17681e-780d-4363-b04f-f66570c5f7e1 req-38ca6f65-46c1-4500-9c66-4c20c3502930 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 946 time: 0.1050816 Jun 18 08:30:31.989513 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-fa17681e-780d-4363-b04f-f66570c5f7e1 req-b81ef943-f42b-4c4d-b0e1-e64881267a6c tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356500 Jun 18 08:30:32.103080 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-0c4ccf10-1b05-46ed-8a9b-989fd1a3d939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:32.112614 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-0c4ccf10-1b05-46ed-8a9b-989fd1a3d939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:32.112614 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-0c4ccf10-1b05-46ed-8a9b-989fd1a3d939 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/07f1b096-b129-4cea-b707-3ce4206fa354 HTTP/1.1" status: 204 len: 168 time: 0.5746980 Jun 18 08:30:32.112614 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-c5252dfd-c9e1-4261-8d1e-9c65be346998 req-3c63c661-f6c4-4fdf-9719-819e4a87d3ea tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741882028261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741881438823'] for port, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:32.112614 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-87717f1f-ad35-4e52-a32b-e99f24dfa98c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:30:32.121089 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4ccf10-1b05-46ed-8a9b-989fd1a3d939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f1b096-b129-4cea-b707-3ce4206fa354,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:30:32.126934 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-0c4ccf10-1b05-46ed-8a9b-989fd1a3d939 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:30:32.128247 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:30:32.164971 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] get_ports_and_sgs() called for port_ids ['acb07a57-cbfb-44ca-b532-e7fcf36ab6a6'] {{(pid=93643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 08:30:32.202186 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c63c661-f6c4-4fdf-9719-819e4a87d3ea tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] Pushing event deleted for resources: {'Port': ['ID=acb07a57-cbfb-44ca-b532-e7fcf36ab6a6,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:30:32.204123 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-3c63c661-f6c4-4fdf-9719-819e4a87d3ea tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:30:32.225813 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5252dfd-c9e1-4261-8d1e-9c65be346998 req-3c63c661-f6c4-4fdf-9719-819e4a87d3ea tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] No DVR routers for this DVR port acb07a57-cbfb-44ca-b532-e7fcf36ab6a6 on host hv-cinder-78687 {{(pid=93642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 08:30:32.231496 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-c5252dfd-c9e1-4261-8d1e-9c65be346998 req-3c63c661-f6c4-4fdf-9719-819e4a87d3ea tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881'] for port, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:32.233970 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-c5252dfd-c9e1-4261-8d1e-9c65be346998 req-3c63c661-f6c4-4fdf-9719-819e4a87d3ea tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.72 "DELETE /v2.0/ports/acb07a57-cbfb-44ca-b532-e7fcf36ab6a6 HTTP/1.1" status: 204 len: 173 time: 0.9448617 Jun 18 08:30:32.234518 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70408ca6-4fed-4349-aa86-03b24105843e', 'name': 'network-vif-deleted', 'tag': 'acb07a57-cbfb-44ca-b532-e7fcf36ab6a6'}] {{(pid=93642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:30:32.239582 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8e20e2b9f795c08d425b6044ace8e6bfcc189f1bac9bd432248b5aa3a03ca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f84a66b4-4302-4b8a-9570-2a38af584966" -d '{"events": [{"server_uuid": "70408ca6-4fed-4349-aa86-03b24105843e", "name": "network-vif-deleted", "tag": "acb07a57-cbfb-44ca-b532-e7fcf36ab6a6"}]}' {{(pid=93642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:30:32.279804 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 08:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94af8864-2110-445f-a0dc-6958e0e898ad x-openstack-request-id: req-94af8864-2110-445f-a0dc-6958e0e898ad {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:30:32.280377 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70408ca6-4fed-4349-aa86-03b24105843e", "name": "network-vif-deleted", "tag": "acb07a57-cbfb-44ca-b532-e7fcf36ab6a6", "status": "completed", "code": 200}]} {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:30:32.280984 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-94af8864-2110-445f-a0dc-6958e0e898ad {{(pid=93642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:30:32.281652 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70408ca6-4fed-4349-aa86-03b24105843e', 'name': 'network-vif-deleted', 'tag': 'acb07a57-cbfb-44ca-b532-e7fcf36ab6a6', 'status': 'completed', 'code': 200} Jun 18 08:30:32.652261 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c7d088-c170-4a55-b93d-73b5ff845082 req-89675818-0eef-4dca-b4b0-13271d782752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:30:32.654730 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-51c7d088-c170-4a55-b93d-73b5ff845082 req-89675818-0eef-4dca-b4b0-13271d782752 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 1099 time: 0.0592554 Jun 18 08:30:32.691482 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-51c7d088-c170-4a55-b93d-73b5ff845082 req-fc3f960e-d963-45dc-84f9-e00b346468d9 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301368 Jun 18 08:30:32.911049 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f586ee3c-5572-45ca-83c8-774819d13c46 req-7a4b9510-4870-47ee-8880-b7c8b9a5bea5 tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/ports?device_id=70408ca6-4fed-4349-aa86-03b24105843e HTTP/1.1" status: 200 len: 210 time: 0.0360794 Jun 18 08:30:32.943922 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 33330) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:30:32.957496 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-9620ee82-3566-4ca5-b508-cd42d9355b62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:33.054844 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-9620ee82-3566-4ca5-b508-cd42d9355b62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:33.128291 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-9620ee82-3566-4ca5-b508-cd42d9355b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:33.131947 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-f3164035-0d59-4b74-b61d-a1c31a462fa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:30:33.171660 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-9620ee82-3566-4ca5-b508-cd42d9355b62 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=575301ec34fa4384b766e2baed834e3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2265611 Jun 18 08:30:33.174279 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9620ee82-3566-4ca5-b508-cd42d9355b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c16574ef-e5f5-4710-9a28-8a1e2f7a2363,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:30:33.175003 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 33336) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:30:33.178218 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-9620ee82-3566-4ca5-b508-cd42d9355b62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:30:33.184689 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa1a11-b9ee-4edf-8767-0f7aa1810886 req-9c5a1e9d-f36e-4cba-95b8-8f9c94a0ce22 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:30:33.184689 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c1aa1a11-b9ee-4edf-8767-0f7aa1810886 req-9c5a1e9d-f36e-4cba-95b8-8f9c94a0ce22 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 946 time: 0.0689609 Jun 18 08:30:33.266159 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c1aa1a11-b9ee-4edf-8767-0f7aa1810886 req-379ef44e-01a1-4075-a834-42930aff3440 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657830 Jun 18 08:30:33.266159 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-ae8efb67-b470-454b-a399-21ee9af73cd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:33.303910 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-ae8efb67-b470-454b-a399-21ee9af73cd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:33.511202 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-ae8efb67-b470-454b-a399-21ee9af73cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:33.514218 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-ae8efb67-b470-454b-a399-21ee9af73cd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:33.518599 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-ae8efb67-b470-454b-a399-21ee9af73cd0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c16574ef-e5f5-4710-9a28-8a1e2f7a2363 HTTP/1.1" status: 204 len: 168 time: 0.3298969 Jun 18 08:30:33.518599 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-2109bfa9-9c9a-4c79-b7c8-71caaf69401d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:30:33.526000 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8efb67-b470-454b-a399-21ee9af73cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c16574ef-e5f5-4710-9a28-8a1e2f7a2363,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:30:33.528965 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-ae8efb67-b470-454b-a399-21ee9af73cd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:30:34.146568 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ea42d1ee-982d-4b0d-a705-a147359915a7 req-8467b43c-8d0f-4983-8427-1fa2e1909b93 tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] 10.222.0.70 "GET /v2.0/ports?device_id=70408ca6-4fed-4349-aa86-03b24105843e HTTP/1.1" status: 200 len: 210 time: 0.0632398 Jun 18 08:30:34.272473 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device acb07a57-cbfb-44ca-b532-e7fcf36ab6a6 no longer exists at agent hyperv_hv-cinder-78687 {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:30:34.300610 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] No Port match for: acb07a57-cbfb-44ca-b532-e7fcf36ab6a6 {{(pid=93643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:30:34.301315 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device acb07a57-cbfb-44ca-b532-e7fcf36ab6a6 not bound to the agent host hv-cinder-78687 {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:30:34.569473 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e05d3-d086-4f45-be7a-c51f2286f4f2 req-4b653a08-4e5c-4d1d-9e86-8e3a4f54092b tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:30:34.571426 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b27e05d3-d086-4f45-be7a-c51f2286f4f2 req-4b653a08-4e5c-4d1d-9e86-8e3a4f54092b tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 946 time: 0.1244791 Jun 18 08:30:34.622048 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b27e05d3-d086-4f45-be7a-c51f2286f4f2 req-b09834a2-563e-4125-8100-8574a6eb7db6 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443847 Jun 18 08:30:35.319362 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 33420) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:30:35.542236 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-af9ce6fa-9eeb-4458-887c-fb941033a5c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:35.682193 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-af9ce6fa-9eeb-4458-887c-fb941033a5c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:35.771426 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-af9ce6fa-9eeb-4458-887c-fb941033a5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:35.778787 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-4eee8b2e-6785-48f7-a397-65c8bd80d3d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:30:35.865870 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-af9ce6fa-9eeb-4458-887c-fb941033a5c5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7255a582762640fab371d59e42186d58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5435476 Jun 18 08:30:35.866788 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 33452) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:30:35.875192 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9ce6fa-9eeb-4458-887c-fb941033a5c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d236cc-f70c-460c-b582-14dc7b663a8c,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:30:35.881321 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-af9ce6fa-9eeb-4458-887c-fb941033a5c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:30:35.924572 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da783b9-262b-4f1a-8f20-5da8f4303987 req-cfe21cff-5d7a-49d9-98eb-44a6b0601526 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:30:35.932501 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6da783b9-262b-4f1a-8f20-5da8f4303987 req-cfe21cff-5d7a-49d9-98eb-44a6b0601526 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 946 time: 0.1546404 Jun 18 08:30:35.973604 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-6546329f-e8e1-4de4-bae9-bc0779aaf2fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:35.995227 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6da783b9-262b-4f1a-8f20-5da8f4303987 req-704ea592-230d-4f28-898a-ff65ac40abce tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617218 Jun 18 08:30:36.017002 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-6546329f-e8e1-4de4-bae9-bc0779aaf2fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:36.160446 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-6546329f-e8e1-4de4-bae9-bc0779aaf2fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:36.162981 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-6546329f-e8e1-4de4-bae9-bc0779aaf2fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:36.164157 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-6546329f-e8e1-4de4-bae9-bc0779aaf2fb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/74d236cc-f70c-460c-b582-14dc7b663a8c HTTP/1.1" status: 204 len: 168 time: 0.2962787 Jun 18 08:30:36.165063 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-c6bbdce4-be0e-471b-bdb0-286364d4e04e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:30:36.179717 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6546329f-e8e1-4de4-bae9-bc0779aaf2fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d236cc-f70c-460c-b582-14dc7b663a8c,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:30:36.188121 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-6546329f-e8e1-4de4-bae9-bc0779aaf2fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:30:36.228883 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e513ba-9f4e-4158-8486-dd00788b37b4 req-a4f67e4f-dde1-413e-b107-1df504a1d110 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:30:36.230336 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e6e513ba-9f4e-4158-8486-dd00788b37b4 req-a4f67e4f-dde1-413e-b107-1df504a1d110 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=00278876-9f41-4f50-925c-2b3dd85043e1 HTTP/1.1" status: 200 len: 946 time: 0.0982120 Jun 18 08:30:36.281687 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e6e513ba-9f4e-4158-8486-dd00788b37b4 req-f4816d22-dc6f-4d3b-a24c-6176f3a2ddbe tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443509 Jun 18 08:30:36.662915 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 33486) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:30:36.844779 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-e858bc3c-b491-4466-9b32-0e56dcb1ace5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:36.963726 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-e858bc3c-b491-4466-9b32-0e56dcb1ace5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:37.083197 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 33514) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:30:37.117974 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-e858bc3c-b491-4466-9b32-0e56dcb1ace5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:37.122928 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:30:37.177361 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e858bc3c-b491-4466-9b32-0e56dcb1ace5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c127d8a-3915-4a09-a975-3a9506f9fabb,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:30:37.182402 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-e858bc3c-b491-4466-9b32-0e56dcb1ace5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:30:37.186731 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-e858bc3c-b491-4466-9b32-0e56dcb1ace5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=accfa65b5b3741028aef1b9820917ec4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5222833 Jun 18 08:30:37.194189 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.db_base_plugin_v2 [None req-94d8d87c-9c0d-4ab5-a151-4a77f28a0baa admin admin] Deleting subnet df331813-e617-4281-aee2-fca93fc09eab {{(pid=93642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 08:30:37.195939 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 33518) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:30:37.197029 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-94d8d87c-9c0d-4ab5-a151-4a77f28a0baa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:37.260462 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-9872a5fd-6de2-4b58-b4cd-918a29aae87c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:37.318085 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-9872a5fd-6de2-4b58-b4cd-918a29aae87c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:37.484999 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-94d8d87c-9c0d-4ab5-a151-4a77f28a0baa admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:37.498983 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-94d8d87c-9c0d-4ab5-a151-4a77f28a0baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002347'] for subnet, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:37.696247 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 33536) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:30:37.708298 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-9872a5fd-6de2-4b58-b4cd-918a29aae87c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:37.711949 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-9872a5fd-6de2-4b58-b4cd-918a29aae87c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:37.713799 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-9872a5fd-6de2-4b58-b4cd-918a29aae87c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0c127d8a-3915-4a09-a975-3a9506f9fabb HTTP/1.1" status: 204 len: 168 time: 0.5168011 Jun 18 08:30:37.714500 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:30:37.733530 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872a5fd-6de2-4b58-b4cd-918a29aae87c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c127d8a-3915-4a09-a975-3a9506f9fabb,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:30:37.743086 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-94d8d87c-9c0d-4ab5-a151-4a77f28a0baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479'] for subnet, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:37.745618 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-eef1b987-d9c9-465c-838e-2bf83d15f43c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:30:37.746404 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-9872a5fd-6de2-4b58-b4cd-918a29aae87c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:30:37.776716 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d8d87c-9c0d-4ab5-a151-4a77f28a0baa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df331813-e617-4281-aee2-fca93fc09eab,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:30:37.779489 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-94d8d87c-9c0d-4ab5-a151-4a77f28a0baa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:30:37.783722 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-94d8d87c-9c0d-4ab5-a151-4a77f28a0baa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:37.787115 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-94d8d87c-9c0d-4ab5-a151-4a77f28a0baa admin admin] 10.222.0.70 "DELETE /v2.0/subnets/df331813-e617-4281-aee2-fca93fc09eab HTTP/1.1" status: 204 len: 168 time: 0.7043333 Jun 18 08:30:37.790467 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 33542) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:30:37.844759 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-714e393a-4788-4eda-bd72-81dd2228f2db admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-164987471-network', 'tenant_id': 'f33eeb6169284d22b1baacfb166428e8'}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:30:37.890592 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-73eb1490-08dc-49b7-9db9-28801f494775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580887'] for network, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:37.982185 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-73eb1490-08dc-49b7-9db9-28801f494775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003764', 'neutron.services.segments.db._delete_segments_for_network-8741881978067'] for network, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:37.985063 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-714e393a-4788-4eda-bd72-81dd2228f2db admin admin] Made reservation on behalf of f33eeb6169284d22b1baacfb166428e8 for: {'network': 1} {{(pid=93641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:30:37.987908 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-714e393a-4788-4eda-bd72-81dd2228f2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-568420'] for network, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:38.003939 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.services.segments.db [None req-73eb1490-08dc-49b7-9db9-28801f494775 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e6c262c-e481-4cc8-ac4c-827836c09b8f']}} {{(pid=93641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:30:38.006146 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-714e393a-4788-4eda-bd72-81dd2228f2db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:38.024549 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.services.segments.db [None req-73eb1490-08dc-49b7-9db9-28801f494775 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0d651e7-42e8-493d-b349-81a26b4649ba') {'for_net_delete': True} {{(pid=93641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:30:38.024847 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.services.segments.db [None req-73eb1490-08dc-49b7-9db9-28801f494775 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0d651e7-42e8-493d-b349-81a26b4649ba') {} {{(pid=93641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:30:38.038407 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-73eb1490-08dc-49b7-9db9-28801f494775 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741881977896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6585378'] for segment, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:38.061291 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-73eb1490-08dc-49b7-9db9-28801f494775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001404'] for segment, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:38.069771 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73eb1490-08dc-49b7-9db9-28801f494775 admin admin] Releasing vlan 912 on physical network physnet1 to pool {{(pid=93641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 08:30:38.070168 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-73eb1490-08dc-49b7-9db9-28801f494775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4805842'] for segment, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:38.071771 dv-cinder-786873-3-iscsi neutron-server[93641]: Traceback (most recent call last): Jun 18 08:30:38.071771 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 08:30:38.071771 dv-cinder-786873-3-iscsi neutron-server[93641]: timer() Jun 18 08:30:38.071771 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 08:30:38.071771 dv-cinder-786873-3-iscsi neutron-server[93641]: cb(*args, **kw) Jun 18 08:30:38.071771 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 08:30:38.071771 dv-cinder-786873-3-iscsi neutron-server[93641]: return func(*args, **kwargs) Jun 18 08:30:38.071771 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 08:30:38.071771 dv-cinder-786873-3-iscsi neutron-server[93641]: self._notify() Jun 18 08:30:38.071771 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 08:30:38.071771 dv-cinder-786873-3-iscsi neutron-server[93641]: self.callback(batched_events) Jun 18 08:30:38.071771 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 08:30:38.071771 dv-cinder-786873-3-iscsi neutron-server[93641]: event.method(event) Jun 18 08:30:38.071771 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 08:30:38.071771 dv-cinder-786873-3-iscsi neutron-server[93641]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 08:30:38.071771 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 08:30:38.071771 dv-cinder-786873-3-iscsi neutron-server[93641]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 08:30:38.071771 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 08:30:38.071771 dv-cinder-786873-3-iscsi neutron-server[93641]: return f(self, *a, **k) Jun 18 08:30:38.071771 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 08:30:38.071771 dv-cinder-786873-3-iscsi neutron-server[93641]: return self._get(url).json() Jun 18 08:30:38.071771 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 08:30:38.071771 dv-cinder-786873-3-iscsi neutron-server[93641]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 08:30:38.071771 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 08:30:38.071771 dv-cinder-786873-3-iscsi neutron-server[93641]: return self.request(url, 'GET', **kwargs) Jun 18 08:30:38.071771 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 08:30:38.071771 dv-cinder-786873-3-iscsi neutron-server[93641]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 08:30:38.071771 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 08:30:38.071771 dv-cinder-786873-3-iscsi neutron-server[93641]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 08:30:38.071771 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 08:30:38.071771 dv-cinder-786873-3-iscsi neutron-server[93641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 08:30:38.071771 dv-cinder-786873-3-iscsi neutron-server[93641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 08:30:38.188825 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-714e393a-4788-4eda-bd72-81dd2228f2db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:38.196528 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-73eb1490-08dc-49b7-9db9-28801f494775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8355133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7960504'] for network, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:38.208475 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-14f79fb9-8dd9-45e6-8c58-54b59aa31a73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:30:38.216035 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-73eb1490-08dc-49b7-9db9-28801f494775 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8041489'] for network, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:38.216035 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-73eb1490-08dc-49b7-9db9-28801f494775 admin admin] 10.222.0.70 "DELETE /v2.0/networks/9e6c262c-e481-4cc8-ac4c-827836c09b8f HTTP/1.1" status: 204 len: 168 time: 0.4234335 Jun 18 08:30:38.239335 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eb1490-08dc-49b7-9db9-28801f494775 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e6c262c-e481-4cc8-ac4c-827836c09b8f,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:30:38.244097 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-73eb1490-08dc-49b7-9db9-28801f494775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:30:38.288690 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-714e393a-4788-4eda-bd72-81dd2228f2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:38.293066 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-1f1168b7-0c62-4302-b138-1af91d208edb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:30:38.319441 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-714e393a-4788-4eda-bd72-81dd2228f2db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 911} {{(pid=93641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 08:30:38.331306 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714e393a-4788-4eda-bd72-81dd2228f2db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ae8ad7-1a44-4c12-9da5-591badc4ae78,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:30:38.349265 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-714e393a-4788-4eda-bd72-81dd2228f2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001404'] for segment, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:38.349265 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.db.segments_db [None req-714e393a-4788-4eda-bd72-81dd2228f2db admin admin] Added segment f6af959e-126d-4479-ae7f-6c309c6f9c8c of type vlan for network d15bb2fc-c17e-4d6a-a35a-67df4428a903 Jun 18 08:30:38.362580 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-714e393a-4788-4eda-bd72-81dd2228f2db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:30:38.411016 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-714e393a-4788-4eda-bd72-81dd2228f2db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741881456851'] for network, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:38.523076 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-714e393a-4788-4eda-bd72-81dd2228f2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8355133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484'] for network, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:38.524997 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714e393a-4788-4eda-bd72-81dd2228f2db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:30:38.526262 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-714e393a-4788-4eda-bd72-81dd2228f2db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8041489'] for network, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:38.545729 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:30:38.613183 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-714e393a-4788-4eda-bd72-81dd2228f2db admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9131792 Jun 18 08:30:38.614729 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 33572) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:30:38.624914 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [None req-5fbd3626-0812-481d-870e-a7cc95f90d31 admin admin] Request body: {'subnet': {'network_id': 'd15bb2fc-c17e-4d6a-a35a-67df4428a903', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-164987471-subnet', 'tenant_id': 'f33eeb6169284d22b1baacfb166428e8', 'ip_version': 4}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:30:38.625139 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714e393a-4788-4eda-bd72-81dd2228f2db admin admin] Pushing event updated for resources: {'Network': ['ID=d15bb2fc-c17e-4d6a-a35a-67df4428a903,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:30:38.628897 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 33574) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:30:38.637348 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Network d15bb2fc-c17e-4d6a-a35a-67df4428a903 details requested by agent ovs-agent-dv-cinder-786873-3-iscsi with host dv-cinder-786873-3-iscsi {{(pid=93643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 08:30:38.650161 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-714e393a-4788-4eda-bd72-81dd2228f2db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:30:38.716421 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-77bbd7ed-88d9-47c5-82c8-1ca86ebccf2a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=57dc50d0c8f342099a699ad37cbfac32&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0867045 Jun 18 08:30:38.718935 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 33578) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:30:38.768211 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fbd3626-0812-481d-870e-a7cc95f90d31 admin admin] Made reservation on behalf of f33eeb6169284d22b1baacfb166428e8 for: {'subnet': 1} {{(pid=93642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:30:38.770731 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-5fbd3626-0812-481d-870e-a7cc95f90d31 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:38.800670 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-f67ce907-9db2-4086-88c9-a49089d5e0f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:38.826844 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-f67ce907-9db2-4086-88c9-a49089d5e0f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:38.957111 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-f67ce907-9db2-4086-88c9-a49089d5e0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:38.959614 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-f67ce907-9db2-4086-88c9-a49089d5e0f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:38.962071 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-f67ce907-9db2-4086-88c9-a49089d5e0f5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/18854606-5d1c-4657-8def-3647bd8001e6 HTTP/1.1" status: 204 len: 168 time: 0.2372210 Jun 18 08:30:38.962071 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-770b5227-942c-4c82-9abc-9bf5800ed99e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:30:38.973956 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67ce907-9db2-4086-88c9-a49089d5e0f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18854606-5d1c-4657-8def-3647bd8001e6,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:30:38.986193 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-f67ce907-9db2-4086-88c9-a49089d5e0f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:30:39.094286 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-5fbd3626-0812-481d-870e-a7cc95f90d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479'] for subnet, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:39.098292 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-3b2f6047-248e-4a88-9004-26920ecaae97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:30:39.119238 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-f0f9842b-4e33-4735-a9b3-e80e37520aab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:39.171174 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbd3626-0812-481d-870e-a7cc95f90d31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78edb95a-a8b8-4f5b-b1a4-32d834ef5bcc,revision_number=0']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:30:39.174476 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-5fbd3626-0812-481d-870e-a7cc95f90d31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:30:39.182071 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbd3626-0812-481d-870e-a7cc95f90d31 admin admin] Checking segment: {'id': 'f6af959e-126d-4479-ae7f-6c309c6f9c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'd15bb2fc-c17e-4d6a-a35a-67df4428a903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:30:39.182650 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbd3626-0812-481d-870e-a7cc95f90d31 admin admin] Network hostable DHCP agents. Network: d15bb2fc-c17e-4d6a-a35a-67df4428a903, hostable agents: ['ccc23fe2-6cc8-4973-a644-121019cdbd4e'], hosted agents: [] {{(pid=93642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 08:30:39.316809 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbd3626-0812-481d-870e-a7cc95f90d31 admin admin] Network d15bb2fc-c17e-4d6a-a35a-67df4428a903 is scheduled to be hosted by DHCP agent ccc23fe2-6cc8-4973-a644-121019cdbd4e with binding_index 1 {{(pid=93642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 08:30:39.404573 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.base_scheduler [None req-5fbd3626-0812-481d-870e-a7cc95f90d31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786873-3-iscsi, d15bb2fc-c17e-4d6a-a35a-67df4428a903) {{(pid=93642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:30:39.416826 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1695ec-ed16-4664-b700-c7350d8d05a4 None None] Network d15bb2fc-c17e-4d6a-a35a-67df4428a903 requested from dv-cinder-786873-3-iscsi {{(pid=93643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:30:39.430570 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbd3626-0812-481d-870e-a7cc95f90d31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:30:39.436006 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-5fbd3626-0812-481d-870e-a7cc95f90d31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:39.569810 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 33616) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:30:39.574488 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-5fbd3626-0812-481d-870e-a7cc95f90d31 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9579177 Jun 18 08:30:39.576094 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-fc4d3ecb-c3ab-4bd4-9227-d49d79cab143 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-164987471-router', 'tenant_id': 'f33eeb6169284d22b1baacfb166428e8', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2'}}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:30:39.669694 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3404a2-a18f-48e9-b95e-18c0637d0233 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp441df14c-9ab6-5f11-a186-516be8319024-d15bb2fc-c17e-4d6a-a35a-67df4428a903', 'network_id': 'd15bb2fc-c17e-4d6a-a35a-67df4428a903', 'tenant_id': 'f33eeb6169284d22b1baacfb166428e8', 'fixed_ips': [{'subnet_id': '78edb95a-a8b8-4f5b-b1a4-32d834ef5bcc'}]}} from dv-cinder-786873-3-iscsi. {{(pid=93643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 08:30:39.670555 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-eb3404a2-a18f-48e9-b95e-18c0637d0233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-568420'] for port, before_create {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:39.733672 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-fc4d3ecb-c3ab-4bd4-9227-d49d79cab143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8345775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6504'] for router, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:39.737985 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-fc4d3ecb-c3ab-4bd4-9227-d49d79cab143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8345810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7962524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8366830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6499'] for router, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:39.819060 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-fc4d3ecb-c3ab-4bd4-9227-d49d79cab143 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:39.820775 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.db_base_plugin_common [None req-eb3404a2-a18f-48e9-b95e-18c0637d0233 None None] Allocated IP 172.20.0.2 (d15bb2fc-c17e-4d6a-a35a-67df4428a903/78edb95a-a8b8-4f5b-b1a4-32d834ef5bcc/82e259fa-55a1-434c-b6a0-c74864c5ee95) {{(pid=93643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:30:39.974425 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-eb3404a2-a18f-48e9-b95e-18c0637d0233 None None] Notify callbacks [] for port, precommit_create {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:39.983729 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-eb3404a2-a18f-48e9-b95e-18c0637d0233 None None] Transition to ACTIVE for port object 82e259fa-55a1-434c-b6a0-c74864c5ee95 will not be triggered until provisioned by entity L2. {{(pid=93643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:30:40.004072 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-eb3404a2-a18f-48e9-b95e-18c0637d0233 None None] Transition to ACTIVE for port object 82e259fa-55a1-434c-b6a0-c74864c5ee95 will not be triggered until provisioned by entity DHCP. {{(pid=93643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:30:40.101002 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-eb3404a2-a18f-48e9-b95e-18c0637d0233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-568999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741881438814'] for port, after_create {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:40.103068 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:30:40.116862 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-fc4d3ecb-c3ab-4bd4-9227-d49d79cab143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962606', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8345693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6517'] for router, precommit_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:40.143309 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3404a2-a18f-48e9-b95e-18c0637d0233 None None] Network d15bb2fc-c17e-4d6a-a35a-67df4428a903 is already hosted by enough agents. {{(pid=93643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:30:40.152158 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.scheduler.base_scheduler [None req-eb3404a2-a18f-48e9-b95e-18c0637d0233 None None] Resources bound (agent type, host, resource id): {{(pid=93643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:30:40.157381 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3404a2-a18f-48e9-b95e-18c0637d0233 None None] Received port after_create {{(pid=93643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:30:40.163316 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3404a2-a18f-48e9-b95e-18c0637d0233 None None] Pushing event updated for resources: {'Port': ['ID=82e259fa-55a1-434c-b6a0-c74864c5ee95,revision_number=1']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:30:40.221912 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3404a2-a18f-48e9-b95e-18c0637d0233 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:30:40.227567 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3404a2-a18f-48e9-b95e-18c0637d0233 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:30:40.227567 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3404a2-a18f-48e9-b95e-18c0637d0233 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:30:40.227567 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3404a2-a18f-48e9-b95e-18c0637d0233 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:30:40.227567 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3404a2-a18f-48e9-b95e-18c0637d0233 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:30:40.227567 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3404a2-a18f-48e9-b95e-18c0637d0233 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:30:40.227567 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3404a2-a18f-48e9-b95e-18c0637d0233 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:30:40.227567 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3404a2-a18f-48e9-b95e-18c0637d0233 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:30:40.227567 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3404a2-a18f-48e9-b95e-18c0637d0233 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:30:40.227567 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3404a2-a18f-48e9-b95e-18c0637d0233 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:30:40.227567 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3404a2-a18f-48e9-b95e-18c0637d0233 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:30:40.227567 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3404a2-a18f-48e9-b95e-18c0637d0233 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:30:40.230503 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-eb3404a2-a18f-48e9-b95e-18c0637d0233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:30:40.313738 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-eb3404a2-a18f-48e9-b95e-18c0637d0233 None None] Attempting to bind port 82e259fa-55a1-434c-b6a0-c74864c5ee95 on host dv-cinder-786873-3-iscsi for vnic_type normal with profile {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:30:40.314571 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-eb3404a2-a18f-48e9-b95e-18c0637d0233 None None] Attempting to bind port 82e259fa-55a1-434c-b6a0-c74864c5ee95 by drivers openvswitch,hyperv on host dv-cinder-786873-3-iscsi at level 0 using segments [{'id': 'f6af959e-126d-4479-ae7f-6c309c6f9c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'd15bb2fc-c17e-4d6a-a35a-67df4428a903'}] {{(pid=93643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:30:40.315205 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3404a2-a18f-48e9-b95e-18c0637d0233 None None] Attempting to bind port 82e259fa-55a1-434c-b6a0-c74864c5ee95 on network d15bb2fc-c17e-4d6a-a35a-67df4428a903 {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:30:40.322977 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3404a2-a18f-48e9-b95e-18c0637d0233 None None] Checking agent: {'id': '38b9d690-c74c-4031-9e4b-d740e9188e6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 20, 42), 'started_at': datetime.datetime(2021, 6, 18, 8, 21, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:30:40.323692 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3404a2-a18f-48e9-b95e-18c0637d0233 None None] Checking segment: {'id': 'f6af959e-126d-4479-ae7f-6c309c6f9c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'd15bb2fc-c17e-4d6a-a35a-67df4428a903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:30:40.324459 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-eb3404a2-a18f-48e9-b95e-18c0637d0233 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:40.325425 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3404a2-a18f-48e9-b95e-18c0637d0233 None None] Bound using segment: {'id': 'f6af959e-126d-4479-ae7f-6c309c6f9c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'd15bb2fc-c17e-4d6a-a35a-67df4428a903'} {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:30:40.326182 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-eb3404a2-a18f-48e9-b95e-18c0637d0233 None None] Bound port: 82e259fa-55a1-434c-b6a0-c74864c5ee95, host: dv-cinder-786873-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6af959e-126d-4479-ae7f-6c309c6f9c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'd15bb2fc-c17e-4d6a-a35a-67df4428a903'}}] {{(pid=93643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:30:40.327046 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-eb3404a2-a18f-48e9-b95e-18c0637d0233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:40.451825 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-eb3404a2-a18f-48e9-b95e-18c0637d0233 None None] For port 82e259fa-55a1-434c-b6a0-c74864c5ee95, host dv-cinder-786873-3-iscsi, cleared binding levels {{(pid=93643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:30:40.456158 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-eb3404a2-a18f-48e9-b95e-18c0637d0233 None None] For port 82e259fa-55a1-434c-b6a0-c74864c5ee95, host dv-cinder-786873-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=82e259fa-55a1-434c-b6a0-c74864c5ee95,segment=NetworkSegment(f6af959e-126d-4479-ae7f-6c309c6f9c8c),segment_id=f6af959e-126d-4479-ae7f-6c309c6f9c8c)] {{(pid=93643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:30:40.535334 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-eb3404a2-a18f-48e9-b95e-18c0637d0233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:40.538288 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:30:40.608102 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-fc4d3ecb-c3ab-4bd4-9227-d49d79cab143 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:40.652093 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-fc4d3ecb-c3ab-4bd4-9227-d49d79cab143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-568420'] for port, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:40.684232 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3404a2-a18f-48e9-b95e-18c0637d0233 None None] Pushing event updated for resources: {'Port': ['ID=82e259fa-55a1-434c-b6a0-c74864c5ee95,revision_number=2']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:30:40.687766 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-eb3404a2-a18f-48e9-b95e-18c0637d0233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:30:40.886325 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.db.db_base_plugin_common [None req-fc4d3ecb-c3ab-4bd4-9227-d49d79cab143 admin admin] Allocated IP 172.27.2.155 (215fa03e-ed5a-4c2a-ba1d-c413840c30f2/b938f688-1844-46d6-ac73-91c028ff50eb/2d7ac20d-beee-4864-8bed-1d3e471219e3) {{(pid=93641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:30:41.088272 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-fc4d3ecb-c3ab-4bd4-9227-d49d79cab143 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:41.274601 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-fc4d3ecb-c3ab-4bd4-9227-d49d79cab143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-568999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741881438814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5195020'] for port, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:41.278075 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-0fe0f126-1e7e-4a6e-8c7f-855bb05ea897 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:30:41.334533 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4d3ecb-c3ab-4bd4-9227-d49d79cab143 admin admin] Network 215fa03e-ed5a-4c2a-ba1d-c413840c30f2 is already hosted by enough agents. {{(pid=93641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:30:41.336941 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.base_scheduler [None req-fc4d3ecb-c3ab-4bd4-9227-d49d79cab143 admin admin] Resources bound (agent type, host, resource id): {{(pid=93641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:30:41.342063 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4d3ecb-c3ab-4bd4-9227-d49d79cab143 admin admin] Received port after_create {{(pid=93641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:30:41.400952 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4d3ecb-c3ab-4bd4-9227-d49d79cab143 admin admin] Pushing event updated for resources: {'Port': ['ID=2d7ac20d-beee-4864-8bed-1d3e471219e3,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:30:41.408455 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-fc4d3ecb-c3ab-4bd4-9227-d49d79cab143 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:30:41.500344 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-a4c01b72-f081-4144-aef5-2dccff0ca2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:41.606682 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2268bec9-41da-4fd5-9692-9c1bf34239f8 req-bb7512ab-0bbc-4186-8104-044642998eb9 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:30:41.608312 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2268bec9-41da-4fd5-9692-9c1bf34239f8 req-bb7512ab-0bbc-4186-8104-044642998eb9 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=00278876-9f41-4f50-925c-2b3dd85043e1 HTTP/1.1" status: 200 len: 946 time: 0.1336606 Jun 18 08:30:41.645758 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234984ee-792e-4880-a14f-c4fdb5d40915 req-55175695-1845-460f-855f-aab8ea1b54d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:30:41.647545 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-234984ee-792e-4880-a14f-c4fdb5d40915 req-55175695-1845-460f-855f-aab8ea1b54d5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=665ee72de464416b9ceb623c24cfa8a5&device_id=00278876-9f41-4f50-925c-2b3dd85043e1 HTTP/1.1" status: 200 len: 1099 time: 0.1134353 Jun 18 08:30:41.677392 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 33690) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:30:41.684186 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2268bec9-41da-4fd5-9692-9c1bf34239f8 req-c68f3917-d6d6-40e8-8b65-b387d28a42c9 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576067 Jun 18 08:30:41.794517 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234984ee-792e-4880-a14f-c4fdb5d40915 req-4c4b0174-5f32-4da8-af35-a3a91221aa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:30:41.796464 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-234984ee-792e-4880-a14f-c4fdb5d40915 req-4c4b0174-5f32-4da8-af35-a3a91221aa86 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a56a963b-3a29-4893-8b20-0ca5507fb61c HTTP/1.1" status: 200 len: 919 time: 0.1249151 Jun 18 08:30:41.808497 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-fc4d3ecb-c3ab-4bd4-9227-d49d79cab143 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:41.847176 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-234984ee-792e-4880-a14f-c4fdb5d40915 req-2fe37b7b-92aa-4298-94af-9d58d087a39c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f53a4d9-f21c-400b-bb0a-5d2bca6ae55b HTTP/1.1" status: 200 len: 217 time: 0.0430818 Jun 18 08:30:41.882901 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-409b3377-47e0-4bd4-8550-bfeadc0fcc8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:41.906130 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234984ee-792e-4880-a14f-c4fdb5d40915 req-e9f92c4c-7907-4dbe-96d5-dabe0f7d7d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:30:41.908884 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-234984ee-792e-4880-a14f-c4fdb5d40915 req-e9f92c4c-7907-4dbe-96d5-dabe0f7d7d2f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9b52193f-07b8-4a42-8014-0c30c4f4094b HTTP/1.1" status: 200 len: 858 time: 0.0553505 Jun 18 08:30:41.937382 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:41.947820 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-234984ee-792e-4880-a14f-c4fdb5d40915 req-6399a777-06de-40b7-9556-c567029bc735 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a56a963b-3a29-4893-8b20-0ca5507fb61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327227 Jun 18 08:30:41.978345 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb01b5e9-a31f-4441-8c3a-e47cea702768 None None] Network d15bb2fc-c17e-4d6a-a35a-67df4428a903 requested from dv-cinder-786873-3-iscsi {{(pid=93643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:30:42.047510 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-234984ee-792e-4880-a14f-c4fdb5d40915 req-83b44691-557d-4992-bd51-3c25c718d775 service neutron] 10.222.0.72 "GET /v2.0/networks/a56a963b-3a29-4893-8b20-0ca5507fb61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931697 Jun 18 08:30:42.110598 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-fc4d3ecb-c3ab-4bd4-9227-d49d79cab143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8345766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7960378'] for router, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:42.128800 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1806978-f918-448c-97df-40103b2ff62c None None] Provisioning for port 82e259fa-55a1-434c-b6a0-c74864c5ee95 completed by entity DHCP. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:30:42.153139 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-234984ee-792e-4880-a14f-c4fdb5d40915 req-ca1e3c9c-72b7-4459-adab-ebf8d80e6684 service neutron] 10.222.0.72 "GET /v2.0/networks/a56a963b-3a29-4893-8b20-0ca5507fb61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994525 Jun 18 08:30:42.204234 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-409b3377-47e0-4bd4-8550-bfeadc0fcc8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:42.441385 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-409b3377-47e0-4bd4-8550-bfeadc0fcc8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:42.446905 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-9eba6e32-e7b2-45d8-ab88-2bf55a3f6a58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:30:42.506811 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-409b3377-47e0-4bd4-8550-bfeadc0fcc8c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3710cca1dbfb489d82be160a389ddede&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8260412 Jun 18 08:30:42.508835 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 33718) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:30:42.510800 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409b3377-47e0-4bd4-8550-bfeadc0fcc8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ccc764-5716-41b3-8506-6513e2e5a75f,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:30:42.518750 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-409b3377-47e0-4bd4-8550-bfeadc0fcc8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:30:42.584162 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-9ebf8ed3-f3e8-4c82-b9ac-645be2d401d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:42.611601 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-9ebf8ed3-f3e8-4c82-b9ac-645be2d401d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:42.742783 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc4d3ecb-c3ab-4bd4-9227-d49d79cab143 admin admin] Router 30b3055d-f31a-466e-bc9c-96d5f5e2ab74 is scheduled to L3 agent ebfc1b20-a3df-4bae-b350-fc31028a16a3 with binding_index 1 {{(pid=93641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 08:30:42.782439 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-9ebf8ed3-f3e8-4c82-b9ac-645be2d401d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:42.785450 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-9ebf8ed3-f3e8-4c82-b9ac-645be2d401d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:42.786628 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-9ebf8ed3-f3e8-4c82-b9ac-645be2d401d4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d1ccc764-5716-41b3-8506-6513e2e5a75f HTTP/1.1" status: 204 len: 168 time: 0.2767234 Jun 18 08:30:42.804044 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-af9ce6fa-9eeb-4458-887c-fb941033a5c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:30:42.854440 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device 82e259fa-55a1-434c-b6a0-c74864c5ee95 up at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:30:42.864582 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebf8ed3-f3e8-4c82-b9ac-645be2d401d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ccc764-5716-41b3-8506-6513e2e5a75f,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:30:42.897676 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-9ebf8ed3-f3e8-4c82-b9ac-645be2d401d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:30:42.917394 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-37edacc1-1ba5-460e-aa47-45b5acfa9d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:42.983714 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f1279-0e87-49b9-80d4-eba9c0e63828 req-ce54ec1f-80b4-4d71-a5c0-7e2f39dff2c8 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:30:42.985140 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-374f1279-0e87-49b9-80d4-eba9c0e63828 req-ce54ec1f-80b4-4d71-a5c0-7e2f39dff2c8 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=00278876-9f41-4f50-925c-2b3dd85043e1 HTTP/1.1" status: 200 len: 946 time: 0.1578751 Jun 18 08:30:42.992684 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc4d3ecb-c3ab-4bd4-9227-d49d79cab143 admin admin] Notify agent at l3_agent.dv-cinder-786873-3-iscsi the message routers_updated {{(pid=93641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:30:43.003862 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01f1b5c-e48f-4ab2-873b-e8820f04592d None None] Sync routers for ids ['30b3055d-f31a-466e-bc9c-96d5f5e2ab74'] in dv-cinder-786873-3-iscsi {{(pid=93644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:30:43.014069 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01f1b5c-e48f-4ab2-873b-e8820f04592d None None] Routers {'30b3055d-f31a-466e-bc9c-96d5f5e2ab74'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:30:43.015490 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_hamode_db [None req-a01f1b5c-e48f-4ab2-873b-e8820f04592d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:30:41Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['30b3055d-f31a-466e-bc9c-96d5f5e2ab74'], 'active': True} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:30:43.028124 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning for port 82e259fa-55a1-434c-b6a0-c74864c5ee95 completed by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:30:43.032121 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning complete for port 82e259fa-55a1-434c-b6a0-c74864c5ee95 triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:30:43.032582 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:43.034781 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-374f1279-0e87-49b9-80d4-eba9c0e63828 req-d1662c78-a5ba-4533-ae4d-6ab9f92ecaf3 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402062 Jun 18 08:30:43.119064 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:43.122387 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-fc4d3ecb-c3ab-4bd4-9227-d49d79cab143 admin admin] Notify callbacks [] for router, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:43.126099 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-fc4d3ecb-c3ab-4bd4-9227-d49d79cab143 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.5522718 Jun 18 08:30:43.126703 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 33728) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:30:43.129841 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvr_db [None req-a01f1b5c-e48f-4ab2-873b-e8820f04592d None None] Set router 30b3055d-f31a-466e-bc9c-96d5f5e2ab74 gateway port host: dv-cinder-786873-3-iscsi {{(pid=93644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:30:43.159974 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] For port 82e259fa-55a1-434c-b6a0-c74864c5ee95, host dv-cinder-786873-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=82e259fa-55a1-434c-b6a0-c74864c5ee95,segment=NetworkSegment(f6af959e-126d-4479-ae7f-6c309c6f9c8c),segment_id=f6af959e-126d-4479-ae7f-6c309c6f9c8c)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:30:43.277176 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:43.281325 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:30:43.344872 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Pushing event updated for resources: {'Port': ['ID=82e259fa-55a1-434c-b6a0-c74864c5ee95,revision_number=3']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:30:43.351038 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:30:43.380758 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_hamode_db [None req-a01f1b5c-e48f-4ab2-873b-e8820f04592d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'name': 'tempest-TestVolumeBootPattern-164987471-router', 'tenant_id': 'f33eeb6169284d22b1baacfb166428e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '2d7ac20d-beee-4864-8bed-1d3e471219e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:30:39Z', 'updated_at': '2021-06-18T08:30:41Z', 'revision_number': 3, 'project_id': 'f33eeb6169284d22b1baacfb166428e8', 'gw_port': {'id': '2d7ac20d-beee-4864-8bed-1d3e471219e3', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:30:40Z', 'updated_at': '2021-06-18T08:30:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi'}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:30:43.406928 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01f1b5c-e48f-4ab2-873b-e8820f04592d None None] Checking router: 30b3055d-f31a-466e-bc9c-96d5f5e2ab74 for host: dv-cinder-786873-3-iscsi {{(pid=93644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:30:43.407279 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01f1b5c-e48f-4ab2-873b-e8820f04592d None None] Updating router 30b3055d-f31a-466e-bc9c-96d5f5e2ab74 port 2d7ac20d-beee-4864-8bed-1d3e471219e3 binding host dv-cinder-786873-3-iscsi {{(pid=93644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 08:30:43.442261 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-a01f1b5c-e48f-4ab2-873b-e8820f04592d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:43.609588 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-7885e5ac-55af-435a-b7a9-be95aa02ca9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-568420'] for port, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:43.762176 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-a01f1b5c-e48f-4ab2-873b-e8820f04592d None None] Notify callbacks [] for port, precommit_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:43.774865 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.provisioning_blocks [None req-a01f1b5c-e48f-4ab2-873b-e8820f04592d None None] Transition to ACTIVE for port object 2d7ac20d-beee-4864-8bed-1d3e471219e3 will not be triggered until provisioned by entity L2. {{(pid=93644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:30:43.792665 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.db_base_plugin_common [None req-7885e5ac-55af-435a-b7a9-be95aa02ca9c admin admin] Allocated IP 172.20.0.1 (d15bb2fc-c17e-4d6a-a35a-67df4428a903/78edb95a-a8b8-4f5b-b1a4-32d834ef5bcc/1f12ae9e-a2be-4abd-a57d-40e1a60be9c8) {{(pid=93642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:30:43.870917 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-a01f1b5c-e48f-4ab2-873b-e8820f04592d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:43.874763 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:30:43.905410 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-7885e5ac-55af-435a-b7a9-be95aa02ca9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:43.922795 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-7885e5ac-55af-435a-b7a9-be95aa02ca9c admin admin] Transition to ACTIVE for port object 1f12ae9e-a2be-4abd-a57d-40e1a60be9c8 will not be triggered until provisioned by entity DHCP. {{(pid=93642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:30:43.931765 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.managers [None req-a01f1b5c-e48f-4ab2-873b-e8820f04592d None None] Attempting to bind port 2d7ac20d-beee-4864-8bed-1d3e471219e3 on host dv-cinder-786873-3-iscsi for vnic_type normal with profile {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:30:43.932239 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.managers [None req-a01f1b5c-e48f-4ab2-873b-e8820f04592d None None] Attempting to bind port 2d7ac20d-beee-4864-8bed-1d3e471219e3 by drivers openvswitch,hyperv on host dv-cinder-786873-3-iscsi at level 0 using segments [{'id': '12e3d6c0-2a01-4ec9-a6e5-283a6c482531', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2'}] {{(pid=93644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:30:43.932531 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01f1b5c-e48f-4ab2-873b-e8820f04592d None None] Attempting to bind port 2d7ac20d-beee-4864-8bed-1d3e471219e3 on network 215fa03e-ed5a-4c2a-ba1d-c413840c30f2 {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:30:43.945873 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a56cc2-bf90-4854-a986-cbd81198f712 None None] Pushing event updated for resources: {'Port': ['ID=2d7ac20d-beee-4864-8bed-1d3e471219e3,revision_number=2']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:30:43.959281 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.agents_db [None req-a940af84-dce7-47c4-b5d3-ae67f117b383 None None] Agent healthcheck: found 6 active agents {{(pid=93644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:30:43.960417 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01f1b5c-e48f-4ab2-873b-e8820f04592d None None] Checking agent: {'id': '38b9d690-c74c-4031-9e4b-d740e9188e6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 20, 42), 'started_at': datetime.datetime(2021, 6, 18, 8, 21, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:30:43.960794 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01f1b5c-e48f-4ab2-873b-e8820f04592d None None] Checking segment: {'id': '12e3d6c0-2a01-4ec9-a6e5-283a6c482531', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:30:43.961199 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-a01f1b5c-e48f-4ab2-873b-e8820f04592d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:43.961626 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01f1b5c-e48f-4ab2-873b-e8820f04592d None None] Bound using segment: {'id': '12e3d6c0-2a01-4ec9-a6e5-283a6c482531', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2'} {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:30:43.962100 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.managers [None req-a01f1b5c-e48f-4ab2-873b-e8820f04592d None None] Bound port: 2d7ac20d-beee-4864-8bed-1d3e471219e3, host: dv-cinder-786873-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12e3d6c0-2a01-4ec9-a6e5-283a6c482531', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2'}}] {{(pid=93644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:30:43.962481 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-a01f1b5c-e48f-4ab2-873b-e8820f04592d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:43.964794 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a56cc2-bf90-4854-a986-cbd81198f712 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:30:43.965134 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a56cc2-bf90-4854-a986-cbd81198f712 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:30:43.965470 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a56cc2-bf90-4854-a986-cbd81198f712 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:30:43.965806 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a56cc2-bf90-4854-a986-cbd81198f712 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:30:43.966176 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a56cc2-bf90-4854-a986-cbd81198f712 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:30:43.966506 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a56cc2-bf90-4854-a986-cbd81198f712 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:30:43.966830 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a56cc2-bf90-4854-a986-cbd81198f712 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:30:43.967148 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a56cc2-bf90-4854-a986-cbd81198f712 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:30:43.967486 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a56cc2-bf90-4854-a986-cbd81198f712 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:30:43.967812 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a56cc2-bf90-4854-a986-cbd81198f712 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:30:43.968155 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a56cc2-bf90-4854-a986-cbd81198f712 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:30:43.968472 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a56cc2-bf90-4854-a986-cbd81198f712 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:30:43.976217 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-a2a56cc2-bf90-4854-a986-cbd81198f712 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:30:44.029367 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.db [None req-a01f1b5c-e48f-4ab2-873b-e8820f04592d None None] For port 2d7ac20d-beee-4864-8bed-1d3e471219e3, host dv-cinder-786873-3-iscsi, cleared binding levels {{(pid=93644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:30:44.032567 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.db [None req-a01f1b5c-e48f-4ab2-873b-e8820f04592d None None] For port 2d7ac20d-beee-4864-8bed-1d3e471219e3, host dv-cinder-786873-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=2d7ac20d-beee-4864-8bed-1d3e471219e3,segment=NetworkSegment(12e3d6c0-2a01-4ec9-a6e5-283a6c482531),segment_id=12e3d6c0-2a01-4ec9-a6e5-283a6c482531)] {{(pid=93644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:30:44.040062 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-7885e5ac-55af-435a-b7a9-be95aa02ca9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-568999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741881438814'] for port, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:44.043269 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-f3604b69-9d83-429f-8c62-54708804e1ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:30:44.087718 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7885e5ac-55af-435a-b7a9-be95aa02ca9c admin admin] Network d15bb2fc-c17e-4d6a-a35a-67df4428a903 is already hosted by enough agents. {{(pid=93642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:30:44.093789 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.base_scheduler [None req-7885e5ac-55af-435a-b7a9-be95aa02ca9c admin admin] Resources bound (agent type, host, resource id): {{(pid=93642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:30:44.100124 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7885e5ac-55af-435a-b7a9-be95aa02ca9c admin admin] Received port after_create {{(pid=93642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:30:44.100943 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-7885e5ac-55af-435a-b7a9-be95aa02ca9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7960853'] for router_interface, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:44.105229 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7885e5ac-55af-435a-b7a9-be95aa02ca9c admin admin] Pushing event updated for resources: {'Port': ['ID=1f12ae9e-a2be-4abd-a57d-40e1a60be9c8,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:30:44.165324 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-a01f1b5c-e48f-4ab2-873b-e8820f04592d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:44.165324 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-b53ac703-2260-4d94-bd8f-c5b0cca86d5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:30:44.176169 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-7885e5ac-55af-435a-b7a9-be95aa02ca9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:30:44.283184 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b69000f-2eb7-4c10-b195-ac13992aa834 req-9a1e11a5-6493-4138-a2f7-b44af02a7f46 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:30:44.285107 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3b69000f-2eb7-4c10-b195-ac13992aa834 req-9a1e11a5-6493-4138-a2f7-b44af02a7f46 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=00278876-9f41-4f50-925c-2b3dd85043e1 HTTP/1.1" status: 200 len: 946 time: 0.0875471 Jun 18 08:30:44.331855 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a56cc2-bf90-4854-a986-cbd81198f712 None None] Pushing event updated for resources: {'Port': ['ID=2d7ac20d-beee-4864-8bed-1d3e471219e3,revision_number=3']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:30:44.343097 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01f1b5c-e48f-4ab2-873b-e8820f04592d None None] Routers {'30b3055d-f31a-466e-bc9c-96d5f5e2ab74'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:30:44.343097 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_hamode_db [None req-a01f1b5c-e48f-4ab2-873b-e8820f04592d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:30:41Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['30b3055d-f31a-466e-bc9c-96d5f5e2ab74'], 'active': True} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:30:44.343278 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3b69000f-2eb7-4c10-b195-ac13992aa834 req-f02b343f-72fe-4098-b182-bc9a08fa2410 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483367 Jun 18 08:30:44.375814 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-a2a56cc2-bf90-4854-a986-cbd81198f712 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:30:44.453233 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvr_db [None req-a01f1b5c-e48f-4ab2-873b-e8820f04592d None None] Set router 30b3055d-f31a-466e-bc9c-96d5f5e2ab74 gateway port host: dv-cinder-786873-3-iscsi {{(pid=93644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:30:44.472875 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-7885e5ac-55af-435a-b7a9-be95aa02ca9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:44.478004 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-fe986dea-c3b0-42ef-a5ef-462ee87b7b8e None None] Provisioning for port 1f12ae9e-a2be-4abd-a57d-40e1a60be9c8 completed by entity DHCP. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:30:44.490967 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-fe986dea-c3b0-42ef-a5ef-462ee87b7b8e None None] Provisioning complete for port 1f12ae9e-a2be-4abd-a57d-40e1a60be9c8 triggered by entity DHCP. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:30:44.491706 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-fe986dea-c3b0-42ef-a5ef-462ee87b7b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:44.534963 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-fe986dea-c3b0-42ef-a5ef-462ee87b7b8e None None] Port 1f12ae9e-a2be-4abd-a57d-40e1a60be9c8 cannot update to ACTIVE because it is not bound. {{(pid=93643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 08:30:44.634111 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-624571b3-aef6-4a8c-8ab3-5c089201a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:44.701529 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-7885e5ac-55af-435a-b7a9-be95aa02ca9c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:44.702660 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_hamode_db [None req-a01f1b5c-e48f-4ab2-873b-e8820f04592d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'name': 'tempest-TestVolumeBootPattern-164987471-router', 'tenant_id': 'f33eeb6169284d22b1baacfb166428e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '2d7ac20d-beee-4864-8bed-1d3e471219e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:30:39Z', 'updated_at': '2021-06-18T08:30:41Z', 'revision_number': 3, 'project_id': 'f33eeb6169284d22b1baacfb166428e8', 'gw_port': {'id': '2d7ac20d-beee-4864-8bed-1d3e471219e3', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:30:40Z', 'updated_at': '2021-06-18T08:30:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi'}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:30:44.732796 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01f1b5c-e48f-4ab2-873b-e8820f04592d None None] The sync data for ids ['30b3055d-f31a-466e-bc9c-96d5f5e2ab74'] in dv-cinder-786873-3-iscsi is: [{'id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'name': 'tempest-TestVolumeBootPattern-164987471-router', 'tenant_id': 'f33eeb6169284d22b1baacfb166428e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '2d7ac20d-beee-4864-8bed-1d3e471219e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:30:39Z', 'updated_at': '2021-06-18T08:30:41Z', 'revision_number': 3, 'project_id': 'f33eeb6169284d22b1baacfb166428e8', 'gw_port': {'id': '2d7ac20d-beee-4864-8bed-1d3e471219e3', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:30:40Z', 'updated_at': '2021-06-18T08:30:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi'}] {{(pid=93644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:30:44.769626 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device 82e259fa-55a1-434c-b6a0-c74864c5ee95 up at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:30:44.811578 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-7885e5ac-55af-435a-b7a9-be95aa02ca9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:44.813087 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-7885e5ac-55af-435a-b7a9-be95aa02ca9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8041570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7961100'] for router_interface, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:44.817052 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-bd11e92c-efd4-45a8-93ab-27c385135f7a tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:30:44.844899 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning complete for port 82e259fa-55a1-434c-b6a0-c74864c5ee95 triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:30:44.846075 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:44.981345 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7885e5ac-55af-435a-b7a9-be95aa02ca9c admin admin] Pushing event updated for resources: {'Port': ['ID=1f12ae9e-a2be-4abd-a57d-40e1a60be9c8,revision_number=2']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:30:44.984533 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-7885e5ac-55af-435a-b7a9-be95aa02ca9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:30:45.070081 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7885e5ac-55af-435a-b7a9-be95aa02ca9c admin admin] Network d15bb2fc-c17e-4d6a-a35a-67df4428a903 is already hosted by enough agents. {{(pid=93642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:30:45.071620 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.base_scheduler [None req-7885e5ac-55af-435a-b7a9-be95aa02ca9c admin admin] Resources bound (agent type, host, resource id): {{(pid=93642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:30:45.251234 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7885e5ac-55af-435a-b7a9-be95aa02ca9c admin admin] Router 30b3055d-f31a-466e-bc9c-96d5f5e2ab74 has already been hosted by L3 agent ebfc1b20-a3df-4bae-b350-fc31028a16a3 {{(pid=93642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 08:30:45.362179 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-6f869f01-c2b7-481a-a76b-f4f48eeacd12 None None] Provisioning complete for port 1f12ae9e-a2be-4abd-a57d-40e1a60be9c8 triggered by entity DHCP. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:30:45.362949 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-6f869f01-c2b7-481a-a76b-f4f48eeacd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:45.384437 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7885e5ac-55af-435a-b7a9-be95aa02ca9c admin admin] Notify agent at l3_agent.dv-cinder-786873-3-iscsi the message routers_updated {{(pid=93642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:30:45.390586 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-7885e5ac-55af-435a-b7a9-be95aa02ca9c admin admin] 10.222.0.70 "PUT /v2.0/routers/30b3055d-f31a-466e-bc9c-96d5f5e2ab74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2627962 Jun 18 08:30:45.423522 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-6f869f01-c2b7-481a-a76b-f4f48eeacd12 None None] Port 1f12ae9e-a2be-4abd-a57d-40e1a60be9c8 cannot update to ACTIVE because it is not bound. {{(pid=93643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 08:30:45.556527 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fbaa59-7099-4760-978f-8ac44ae23be3 req-0a19eb23-91e3-4282-aafe-9b2cf2e1a470 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:30:45.558835 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-59fbaa59-7099-4760-978f-8ac44ae23be3 req-0a19eb23-91e3-4282-aafe-9b2cf2e1a470 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=00278876-9f41-4f50-925c-2b3dd85043e1 HTTP/1.1" status: 200 len: 946 time: 0.0863562 Jun 18 08:30:45.606816 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-59fbaa59-7099-4760-978f-8ac44ae23be3 req-8a353680-5487-43bf-8b66-6edd78e78292 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404665 Jun 18 08:30:46.308859 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 33866) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:30:46.319661 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-f32e315b-890c-4a26-82ea-2c83d75c1453 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1659871104-network', 'tenant_id': '74a4ea6fa2a54c7a9b20120222e9b2a5'}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:30:46.416761 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f32e315b-890c-4a26-82ea-2c83d75c1453 admin admin] Made reservation on behalf of 74a4ea6fa2a54c7a9b20120222e9b2a5 for: {'network': 1} {{(pid=93641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:30:46.419161 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-f32e315b-890c-4a26-82ea-2c83d75c1453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-568420'] for network, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:46.428101 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-f32e315b-890c-4a26-82ea-2c83d75c1453 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:46.521498 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-f32e315b-890c-4a26-82ea-2c83d75c1453 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:46.536243 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd200859-9621-4948-a48d-18417b53fefb None None] Sync routers for ids ['30b3055d-f31a-466e-bc9c-96d5f5e2ab74'] in dv-cinder-786873-3-iscsi {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:30:46.546710 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd200859-9621-4948-a48d-18417b53fefb None None] Routers {'30b3055d-f31a-466e-bc9c-96d5f5e2ab74'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:30:46.547531 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-bd200859-9621-4948-a48d-18417b53fefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:30:41Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['30b3055d-f31a-466e-bc9c-96d5f5e2ab74'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:30:46.588903 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-f32e315b-890c-4a26-82ea-2c83d75c1453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:46.603812 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:30:46.617214 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f32e315b-890c-4a26-82ea-2c83d75c1453 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 931} {{(pid=93641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 08:30:46.627137 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32e315b-890c-4a26-82ea-2c83d75c1453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=315185fc-b1d8-4b08-95b4-1396133b9b69,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:30:46.632523 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-f32e315b-890c-4a26-82ea-2c83d75c1453 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:30:46.634147 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-f32e315b-890c-4a26-82ea-2c83d75c1453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001404'] for segment, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:46.636817 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.db.segments_db [None req-f32e315b-890c-4a26-82ea-2c83d75c1453 admin admin] Added segment b73336a7-62b4-4267-b2b8-dc07604e134d of type vlan for network e89862ff-fae2-44ed-a8e8-08bb3d090f26 Jun 18 08:30:46.692136 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-f32e315b-890c-4a26-82ea-2c83d75c1453 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741881456851'] for network, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:46.692851 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-bd200859-9621-4948-a48d-18417b53fefb None None] Set router 30b3055d-f31a-466e-bc9c-96d5f5e2ab74 gateway port host: dv-cinder-786873-3-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:30:46.842070 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device 2d7ac20d-beee-4864-8bed-1d3e471219e3 up at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:30:46.855881 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-f32e315b-890c-4a26-82ea-2c83d75c1453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8355133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484'] for network, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:46.858042 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32e315b-890c-4a26-82ea-2c83d75c1453 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:30:46.859258 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-f32e315b-890c-4a26-82ea-2c83d75c1453 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8041489'] for network, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:46.865681 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:30:46.939631 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32e315b-890c-4a26-82ea-2c83d75c1453 admin admin] Pushing event updated for resources: {'Network': ['ID=e89862ff-fae2-44ed-a8e8-08bb3d090f26,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:30:46.949867 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29efb97f-7efa-4674-b267-23a26786d412 req-61f62f6c-25b9-4995-ae38-7c2fee9657d1 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:30:46.951374 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Network e89862ff-fae2-44ed-a8e8-08bb3d090f26 details requested by agent ovs-agent-dv-cinder-786873-3-iscsi with host dv-cinder-786873-3-iscsi {{(pid=93643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 08:30:46.951547 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-29efb97f-7efa-4674-b267-23a26786d412 req-61f62f6c-25b9-4995-ae38-7c2fee9657d1 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=00278876-9f41-4f50-925c-2b3dd85043e1 HTTP/1.1" status: 200 len: 946 time: 0.1745071 Jun 18 08:30:46.953397 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-f32e315b-890c-4a26-82ea-2c83d75c1453 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:30:46.994940 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-29efb97f-7efa-4674-b267-23a26786d412 req-efcb7fa0-70b1-4fab-bfcd-1eee0bfd5f24 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365887 Jun 18 08:30:47.086085 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-f32e315b-890c-4a26-82ea-2c83d75c1453 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7733860 Jun 18 08:30:47.086288 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 33892) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:30:47.090871 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-b2bc5a0e-0c5b-49ed-b63b-a6680718b417 admin admin] Request body: {'subnet': {'network_id': 'e89862ff-fae2-44ed-a8e8-08bb3d090f26', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1659871104-subnet', 'tenant_id': '74a4ea6fa2a54c7a9b20120222e9b2a5', 'ip_version': 4}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:30:47.104697 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning for port 2d7ac20d-beee-4864-8bed-1d3e471219e3 completed by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:30:47.119529 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning complete for port 2d7ac20d-beee-4864-8bed-1d3e471219e3 triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:30:47.119906 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:47.178149 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-bd200859-9621-4948-a48d-18417b53fefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'name': 'tempest-TestVolumeBootPattern-164987471-router', 'tenant_id': 'f33eeb6169284d22b1baacfb166428e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '2d7ac20d-beee-4864-8bed-1d3e471219e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:30:39Z', 'updated_at': '2021-06-18T08:30:44Z', 'revision_number': 4, 'project_id': 'f33eeb6169284d22b1baacfb166428e8', 'gw_port': {'id': '2d7ac20d-beee-4864-8bed-1d3e471219e3', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:30:40Z', 'updated_at': '2021-06-18T08:30:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_interfaces': [{'id': '1f12ae9e-a2be-4abd-a57d-40e1a60be9c8', 'name': '', 'network_id': 'd15bb2fc-c17e-4d6a-a35a-67df4428a903', 'tenant_id': 'f33eeb6169284d22b1baacfb166428e8', 'mac_address': 'fa:16:3e:10:43:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '78edb95a-a8b8-4f5b-b1a4-32d834ef5bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:30:43Z', 'updated_at': '2021-06-18T08:30:44Z', 'revision_number': 2, 'project_id': 'f33eeb6169284d22b1baacfb166428e8', 'subnets': [{'id': '78edb95a-a8b8-4f5b-b1a4-32d834ef5bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:30:47.209310 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd200859-9621-4948-a48d-18417b53fefb None None] Checking router: 30b3055d-f31a-466e-bc9c-96d5f5e2ab74 for host: dv-cinder-786873-3-iscsi {{(pid=93643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:30:47.209672 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd200859-9621-4948-a48d-18417b53fefb None None] Updating router 30b3055d-f31a-466e-bc9c-96d5f5e2ab74 port 1f12ae9e-a2be-4abd-a57d-40e1a60be9c8 binding host dv-cinder-786873-3-iscsi {{(pid=93643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 08:30:47.242417 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2bc5a0e-0c5b-49ed-b63b-a6680718b417 admin admin] Made reservation on behalf of 74a4ea6fa2a54c7a9b20120222e9b2a5 for: {'subnet': 1} {{(pid=93641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:30:47.244792 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-b2bc5a0e-0c5b-49ed-b63b-a6680718b417 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4724207'] for subnet, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:47.266155 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-bd200859-9621-4948-a48d-18417b53fefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:47.284134 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:47.330998 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] For port 2d7ac20d-beee-4864-8bed-1d3e471219e3, host dv-cinder-786873-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=2d7ac20d-beee-4864-8bed-1d3e471219e3,segment=NetworkSegment(12e3d6c0-2a01-4ec9-a6e5-283a6c482531),segment_id=12e3d6c0-2a01-4ec9-a6e5-283a6c482531)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:30:47.422937 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:47.427752 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:30:47.525448 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-b2bc5a0e-0c5b-49ed-b63b-a6680718b417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4724221'] for subnet, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:47.525605 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Pushing event updated for resources: {'Port': ['ID=2d7ac20d-beee-4864-8bed-1d3e471219e3,revision_number=4']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:30:47.529762 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:30:47.538096 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-bf50657d-92c8-44f2-93ba-4d6b1bb7334c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:30:47.597842 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bc5a0e-0c5b-49ed-b63b-a6680718b417 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47bcbce7-957c-414b-ba2b-305e34be7272,revision_number=0']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:30:47.607535 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-b2bc5a0e-0c5b-49ed-b63b-a6680718b417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:30:47.611504 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bc5a0e-0c5b-49ed-b63b-a6680718b417 admin admin] Checking segment: {'id': 'b73336a7-62b4-4267-b2b8-dc07604e134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'e89862ff-fae2-44ed-a8e8-08bb3d090f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:30:47.612743 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2bc5a0e-0c5b-49ed-b63b-a6680718b417 admin admin] Network hostable DHCP agents. Network: e89862ff-fae2-44ed-a8e8-08bb3d090f26, hostable agents: ['ccc23fe2-6cc8-4973-a644-121019cdbd4e'], hosted agents: [] {{(pid=93641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 08:30:47.642671 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-bd200859-9621-4948-a48d-18417b53fefb None None] Notify callbacks [] for port, precommit_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:47.652568 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-bd200859-9621-4948-a48d-18417b53fefb None None] Transition to ACTIVE for port object 1f12ae9e-a2be-4abd-a57d-40e1a60be9c8 will not be triggered until provisioned by entity L2. {{(pid=93643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:30:47.736230 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2bc5a0e-0c5b-49ed-b63b-a6680718b417 admin admin] Network e89862ff-fae2-44ed-a8e8-08bb3d090f26 is scheduled to be hosted by DHCP agent ccc23fe2-6cc8-4973-a644-121019cdbd4e with binding_index 1 {{(pid=93641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 08:30:47.736597 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-bd200859-9621-4948-a48d-18417b53fefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:47.739561 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:30:47.821669 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5613d713-10f2-4966-8369-569218dc126d None None] Pushing event updated for resources: {'Port': ['ID=1f12ae9e-a2be-4abd-a57d-40e1a60be9c8,revision_number=3']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:30:47.835704 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.base_scheduler [None req-b2bc5a0e-0c5b-49ed-b63b-a6680718b417 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786873-3-iscsi, e89862ff-fae2-44ed-a8e8-08bb3d090f26) {{(pid=93641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:30:47.846111 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-5613d713-10f2-4966-8369-569218dc126d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:30:47.852231 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bc5a0e-0c5b-49ed-b63b-a6680718b417 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:30:47.852231 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-b2bc5a0e-0c5b-49ed-b63b-a6680718b417 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8041489'] for subnet, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:47.853265 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e72ae1c-f76d-40bf-8c6f-abdc6c7a431d None None] Network e89862ff-fae2-44ed-a8e8-08bb3d090f26 requested from dv-cinder-786873-3-iscsi {{(pid=93643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:30:47.934580 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-b2bc5a0e-0c5b-49ed-b63b-a6680718b417 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8474436 Jun 18 08:30:47.937073 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 33924) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:30:47.943655 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-09334016-99c1-4fd6-b341-4cece56ad944 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1659871104-router', 'tenant_id': '74a4ea6fa2a54c7a9b20120222e9b2a5', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2'}}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:30:47.950477 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-bd200859-9621-4948-a48d-18417b53fefb None None] Attempting to bind port 1f12ae9e-a2be-4abd-a57d-40e1a60be9c8 on host dv-cinder-786873-3-iscsi for vnic_type normal with profile {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:30:47.950867 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-bd200859-9621-4948-a48d-18417b53fefb None None] Attempting to bind port 1f12ae9e-a2be-4abd-a57d-40e1a60be9c8 by drivers openvswitch,hyperv on host dv-cinder-786873-3-iscsi at level 0 using segments [{'id': 'f6af959e-126d-4479-ae7f-6c309c6f9c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'd15bb2fc-c17e-4d6a-a35a-67df4428a903'}] {{(pid=93643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:30:47.951245 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd200859-9621-4948-a48d-18417b53fefb None None] Attempting to bind port 1f12ae9e-a2be-4abd-a57d-40e1a60be9c8 on network d15bb2fc-c17e-4d6a-a35a-67df4428a903 {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:30:47.961083 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd200859-9621-4948-a48d-18417b53fefb None None] Checking agent: {'id': '38b9d690-c74c-4031-9e4b-d740e9188e6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 20, 42), 'started_at': datetime.datetime(2021, 6, 18, 8, 21, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:30:47.961678 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd200859-9621-4948-a48d-18417b53fefb None None] Checking segment: {'id': 'f6af959e-126d-4479-ae7f-6c309c6f9c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'd15bb2fc-c17e-4d6a-a35a-67df4428a903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:30:47.962092 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-bd200859-9621-4948-a48d-18417b53fefb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:47.962495 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd200859-9621-4948-a48d-18417b53fefb None None] Bound using segment: {'id': 'f6af959e-126d-4479-ae7f-6c309c6f9c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'd15bb2fc-c17e-4d6a-a35a-67df4428a903'} {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:30:47.962974 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-bd200859-9621-4948-a48d-18417b53fefb None None] Bound port: 1f12ae9e-a2be-4abd-a57d-40e1a60be9c8, host: dv-cinder-786873-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6af959e-126d-4479-ae7f-6c309c6f9c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'd15bb2fc-c17e-4d6a-a35a-67df4428a903'}}] {{(pid=93643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:30:47.963355 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-bd200859-9621-4948-a48d-18417b53fefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:48.048424 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-09334016-99c1-4fd6-b341-4cece56ad944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8345775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6504'] for router, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:48.050212 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-09334016-99c1-4fd6-b341-4cece56ad944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8345810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7962524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8366830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6499'] for router, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:48.101515 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-bd200859-9621-4948-a48d-18417b53fefb None None] For port 1f12ae9e-a2be-4abd-a57d-40e1a60be9c8, host dv-cinder-786873-3-iscsi, cleared binding levels {{(pid=93643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:30:48.113771 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5a32e9-167e-4e4e-a039-033901b829a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp441df14c-9ab6-5f11-a186-516be8319024-e89862ff-fae2-44ed-a8e8-08bb3d090f26', 'network_id': 'e89862ff-fae2-44ed-a8e8-08bb3d090f26', 'tenant_id': '74a4ea6fa2a54c7a9b20120222e9b2a5', 'fixed_ips': [{'subnet_id': '47bcbce7-957c-414b-ba2b-305e34be7272'}]}} from dv-cinder-786873-3-iscsi. {{(pid=93643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 08:30:48.114851 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-9f5a32e9-167e-4e4e-a039-033901b829a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-568420'] for port, before_create {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:48.120692 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-09334016-99c1-4fd6-b341-4cece56ad944 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:48.125309 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-bd200859-9621-4948-a48d-18417b53fefb None None] For port 1f12ae9e-a2be-4abd-a57d-40e1a60be9c8, host dv-cinder-786873-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=1f12ae9e-a2be-4abd-a57d-40e1a60be9c8,segment=NetworkSegment(f6af959e-126d-4479-ae7f-6c309c6f9c8c),segment_id=f6af959e-126d-4479-ae7f-6c309c6f9c8c)] {{(pid=93643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:30:48.188898 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc05bee-0c1d-427c-b37f-ef1285e65d91 req-cee824e6-105a-4da9-b429-e1929672f322 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:30:48.190389 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7cc05bee-0c1d-427c-b37f-ef1285e65d91 req-cee824e6-105a-4da9-b429-e1929672f322 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=00278876-9f41-4f50-925c-2b3dd85043e1 HTTP/1.1" status: 200 len: 946 time: 0.0721691 Jun 18 08:30:48.230127 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7cc05bee-0c1d-427c-b37f-ef1285e65d91 req-8888637c-4c86-4c05-a494-1d236f5c88af tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332203 Jun 18 08:30:48.271496 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.db_base_plugin_common [None req-9f5a32e9-167e-4e4e-a039-033901b829a4 None None] Allocated IP 172.20.0.2 (e89862ff-fae2-44ed-a8e8-08bb3d090f26/47bcbce7-957c-414b-ba2b-305e34be7272/b1ce8c9d-aaad-40b8-a4c9-5ba574079a16) {{(pid=93643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:30:48.325926 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-bd200859-9621-4948-a48d-18417b53fefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:48.329055 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:30:48.406149 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-09334016-99c1-4fd6-b341-4cece56ad944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962606', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8345693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6517'] for router, precommit_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:48.409287 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5613d713-10f2-4966-8369-569218dc126d None None] Pushing event updated for resources: {'Port': ['ID=1f12ae9e-a2be-4abd-a57d-40e1a60be9c8,revision_number=4']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:30:48.415148 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd200859-9621-4948-a48d-18417b53fefb None None] Routers {'30b3055d-f31a-466e-bc9c-96d5f5e2ab74'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:30:48.415774 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-bd200859-9621-4948-a48d-18417b53fefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:30:41Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['30b3055d-f31a-466e-bc9c-96d5f5e2ab74'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:30:48.417752 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-5613d713-10f2-4966-8369-569218dc126d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:30:48.570109 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-9f5a32e9-167e-4e4e-a039-033901b829a4 None None] Notify callbacks [] for port, precommit_create {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:48.593151 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-9f5a32e9-167e-4e4e-a039-033901b829a4 None None] Transition to ACTIVE for port object b1ce8c9d-aaad-40b8-a4c9-5ba574079a16 will not be triggered until provisioned by entity L2. {{(pid=93643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:30:48.617901 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-bd200859-9621-4948-a48d-18417b53fefb None None] Set router 30b3055d-f31a-466e-bc9c-96d5f5e2ab74 gateway port host: dv-cinder-786873-3-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:30:48.646643 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-9f5a32e9-167e-4e4e-a039-033901b829a4 None None] Transition to ACTIVE for port object b1ce8c9d-aaad-40b8-a4c9-5ba574079a16 will not be triggered until provisioned by entity DHCP. {{(pid=93643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:30:48.749064 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-9f5a32e9-167e-4e4e-a039-033901b829a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-568999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741881438814'] for port, after_create {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:48.754156 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:30:48.794263 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device 2d7ac20d-beee-4864-8bed-1d3e471219e3 up at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:30:48.815614 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-09334016-99c1-4fd6-b341-4cece56ad944 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:48.828817 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5a32e9-167e-4e4e-a039-033901b829a4 None None] Network e89862ff-fae2-44ed-a8e8-08bb3d090f26 is already hosted by enough agents. {{(pid=93643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:30:48.839081 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-09334016-99c1-4fd6-b341-4cece56ad944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-568420'] for port, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:48.845637 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.scheduler.base_scheduler [None req-9f5a32e9-167e-4e4e-a039-033901b829a4 None None] Resources bound (agent type, host, resource id): {{(pid=93643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:30:48.854121 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5a32e9-167e-4e4e-a039-033901b829a4 None None] Received port after_create {{(pid=93643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:30:48.871080 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5a32e9-167e-4e4e-a039-033901b829a4 None None] Pushing event updated for resources: {'Port': ['ID=b1ce8c9d-aaad-40b8-a4c9-5ba574079a16,revision_number=1']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:30:48.877504 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-9f5a32e9-167e-4e4e-a039-033901b829a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:30:48.951992 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.db.db_base_plugin_common [None req-09334016-99c1-4fd6-b341-4cece56ad944 admin admin] Allocated IP 172.27.2.222 (215fa03e-ed5a-4c2a-ba1d-c413840c30f2/b938f688-1844-46d6-ac73-91c028ff50eb/23c86e64-a47a-4d2a-b841-cf6a0ce71d8f) {{(pid=93641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:30:49.069626 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-09334016-99c1-4fd6-b341-4cece56ad944 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:49.085712 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-9f5a32e9-167e-4e4e-a039-033901b829a4 None None] Attempting to bind port b1ce8c9d-aaad-40b8-a4c9-5ba574079a16 on host dv-cinder-786873-3-iscsi for vnic_type normal with profile {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:30:49.086088 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-9f5a32e9-167e-4e4e-a039-033901b829a4 None None] Attempting to bind port b1ce8c9d-aaad-40b8-a4c9-5ba574079a16 by drivers openvswitch,hyperv on host dv-cinder-786873-3-iscsi at level 0 using segments [{'id': 'b73336a7-62b4-4267-b2b8-dc07604e134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'e89862ff-fae2-44ed-a8e8-08bb3d090f26'}] {{(pid=93643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:30:49.086568 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5a32e9-167e-4e4e-a039-033901b829a4 None None] Attempting to bind port b1ce8c9d-aaad-40b8-a4c9-5ba574079a16 on network e89862ff-fae2-44ed-a8e8-08bb3d090f26 {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:30:49.094773 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5a32e9-167e-4e4e-a039-033901b829a4 None None] Checking agent: {'id': '38b9d690-c74c-4031-9e4b-d740e9188e6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 20, 42), 'started_at': datetime.datetime(2021, 6, 18, 8, 21, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:30:49.095507 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5a32e9-167e-4e4e-a039-033901b829a4 None None] Checking segment: {'id': 'b73336a7-62b4-4267-b2b8-dc07604e134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'e89862ff-fae2-44ed-a8e8-08bb3d090f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:30:49.095927 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-9f5a32e9-167e-4e4e-a039-033901b829a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:49.096355 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5a32e9-167e-4e4e-a039-033901b829a4 None None] Bound using segment: {'id': 'b73336a7-62b4-4267-b2b8-dc07604e134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'e89862ff-fae2-44ed-a8e8-08bb3d090f26'} {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:30:49.096830 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-9f5a32e9-167e-4e4e-a039-033901b829a4 None None] Bound port: b1ce8c9d-aaad-40b8-a4c9-5ba574079a16, host: dv-cinder-786873-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b73336a7-62b4-4267-b2b8-dc07604e134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'e89862ff-fae2-44ed-a8e8-08bb3d090f26'}}] {{(pid=93643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:30:49.097211 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-9f5a32e9-167e-4e4e-a039-033901b829a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:49.109877 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning complete for port 2d7ac20d-beee-4864-8bed-1d3e471219e3 triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:30:49.110488 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:49.186381 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-bd200859-9621-4948-a48d-18417b53fefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'name': 'tempest-TestVolumeBootPattern-164987471-router', 'tenant_id': 'f33eeb6169284d22b1baacfb166428e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '2d7ac20d-beee-4864-8bed-1d3e471219e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:30:39Z', 'updated_at': '2021-06-18T08:30:44Z', 'revision_number': 4, 'project_id': 'f33eeb6169284d22b1baacfb166428e8', 'gw_port': {'id': '2d7ac20d-beee-4864-8bed-1d3e471219e3', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:30:40Z', 'updated_at': '2021-06-18T08:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_interfaces': [{'id': '1f12ae9e-a2be-4abd-a57d-40e1a60be9c8', 'name': '', 'network_id': 'd15bb2fc-c17e-4d6a-a35a-67df4428a903', 'tenant_id': 'f33eeb6169284d22b1baacfb166428e8', 'mac_address': 'fa:16:3e:10:43:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '78edb95a-a8b8-4f5b-b1a4-32d834ef5bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:30:43Z', 'updated_at': '2021-06-18T08:30:48Z', 'revision_number': 4, 'project_id': 'f33eeb6169284d22b1baacfb166428e8', 'subnets': [{'id': '78edb95a-a8b8-4f5b-b1a4-32d834ef5bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:30:49.202684 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-09334016-99c1-4fd6-b341-4cece56ad944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-568999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741881438814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5195020'] for port, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:49.205792 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-e18f9861-24bf-4730-a214-0f7d26898176 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:30:49.225599 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd200859-9621-4948-a48d-18417b53fefb None None] The sync data for ids ['30b3055d-f31a-466e-bc9c-96d5f5e2ab74'] in dv-cinder-786873-3-iscsi is: [{'id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'name': 'tempest-TestVolumeBootPattern-164987471-router', 'tenant_id': 'f33eeb6169284d22b1baacfb166428e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '2d7ac20d-beee-4864-8bed-1d3e471219e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:30:39Z', 'updated_at': '2021-06-18T08:30:44Z', 'revision_number': 4, 'project_id': 'f33eeb6169284d22b1baacfb166428e8', 'gw_port': {'id': '2d7ac20d-beee-4864-8bed-1d3e471219e3', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:30:40Z', 'updated_at': '2021-06-18T08:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_interfaces': [{'id': '1f12ae9e-a2be-4abd-a57d-40e1a60be9c8', 'name': '', 'network_id': 'd15bb2fc-c17e-4d6a-a35a-67df4428a903', 'tenant_id': 'f33eeb6169284d22b1baacfb166428e8', 'mac_address': 'fa:16:3e:10:43:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '78edb95a-a8b8-4f5b-b1a4-32d834ef5bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:30:43Z', 'updated_at': '2021-06-18T08:30:48Z', 'revision_number': 4, 'project_id': 'f33eeb6169284d22b1baacfb166428e8', 'subnets': [{'id': '78edb95a-a8b8-4f5b-b1a4-32d834ef5bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:30:49.255863 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-9f5a32e9-167e-4e4e-a039-033901b829a4 None None] For port b1ce8c9d-aaad-40b8-a4c9-5ba574079a16, host dv-cinder-786873-3-iscsi, cleared binding levels {{(pid=93643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:30:49.274832 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-9f5a32e9-167e-4e4e-a039-033901b829a4 None None] For port b1ce8c9d-aaad-40b8-a4c9-5ba574079a16, host dv-cinder-786873-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=b1ce8c9d-aaad-40b8-a4c9-5ba574079a16,segment=NetworkSegment(b73336a7-62b4-4267-b2b8-dc07604e134d),segment_id=b73336a7-62b4-4267-b2b8-dc07604e134d)] {{(pid=93643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:30:49.275717 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09334016-99c1-4fd6-b341-4cece56ad944 admin admin] Network 215fa03e-ed5a-4c2a-ba1d-c413840c30f2 is already hosted by enough agents. {{(pid=93641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:30:49.282547 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.base_scheduler [None req-09334016-99c1-4fd6-b341-4cece56ad944 admin admin] Resources bound (agent type, host, resource id): {{(pid=93641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:30:49.310775 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09334016-99c1-4fd6-b341-4cece56ad944 admin admin] Received port after_create {{(pid=93641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:30:49.343076 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09334016-99c1-4fd6-b341-4cece56ad944 admin admin] Pushing event updated for resources: {'Port': ['ID=23c86e64-a47a-4d2a-b841-cf6a0ce71d8f,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:30:49.347227 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-09334016-99c1-4fd6-b341-4cece56ad944 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:30:49.354591 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-9f5a32e9-167e-4e4e-a039-033901b829a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:49.358543 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:30:49.457147 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5a32e9-167e-4e4e-a039-033901b829a4 None None] Pushing event updated for resources: {'Port': ['ID=b1ce8c9d-aaad-40b8-a4c9-5ba574079a16,revision_number=2']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:30:49.460653 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-9f5a32e9-167e-4e4e-a039-033901b829a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:30:49.600896 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53045536-5849-4234-93cd-a76079c09dce req-9dcb76fb-6069-4287-9bf5-9b64645a384f tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:30:49.602714 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-53045536-5849-4234-93cd-a76079c09dce req-9dcb76fb-6069-4287-9bf5-9b64645a384f tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=00278876-9f41-4f50-925c-2b3dd85043e1 HTTP/1.1" status: 200 len: 946 time: 0.1423490 Jun 18 08:30:49.649194 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-53045536-5849-4234-93cd-a76079c09dce req-d828f5c8-e6c6-4f6e-a0e4-92c1c8f797e7 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393195 Jun 18 08:30:49.835128 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-09334016-99c1-4fd6-b341-4cece56ad944 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:49.991725 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 33998) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:30:50.079703 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-09334016-99c1-4fd6-b341-4cece56ad944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8345766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7960378'] for router, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:50.128407 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-7d8cadbb-3861-440e-8ae3-e21dbcb8dd00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:50.240553 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-7d8cadbb-3861-440e-8ae3-e21dbcb8dd00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:50.316900 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09334016-99c1-4fd6-b341-4cece56ad944 admin admin] Router 8ce0def2-444e-46a6-9e75-8915a54e095c is scheduled to L3 agent ebfc1b20-a3df-4bae-b350-fc31028a16a3 with binding_index 1 {{(pid=93641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 08:30:50.331780 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-7d8cadbb-3861-440e-8ae3-e21dbcb8dd00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:50.341692 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-0c4ccf10-1b05-46ed-8a9b-989fd1a3d939 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:30:50.378269 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8cadbb-3861-440e-8ae3-e21dbcb8dd00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35066f3-5226-4e16-adef-edf3109af864,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:30:50.399457 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-7d8cadbb-3861-440e-8ae3-e21dbcb8dd00 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f2ade648212041a49fc1efdb07529b85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4063771 Jun 18 08:30:50.400107 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 34002) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:30:50.401058 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-7d8cadbb-3861-440e-8ae3-e21dbcb8dd00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:30:50.469792 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-30cbfb94-48b0-4d34-b048-c506c40f8c3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:50.498072 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-30cbfb94-48b0-4d34-b048-c506c40f8c3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:50.578200 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2690e73d-66fb-4722-8e66-8f40de8a2201 None None] Network e89862ff-fae2-44ed-a8e8-08bb3d090f26 requested from dv-cinder-786873-3-iscsi {{(pid=93643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:30:50.624692 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09334016-99c1-4fd6-b341-4cece56ad944 admin admin] Notify agent at l3_agent.dv-cinder-786873-3-iscsi the message routers_updated {{(pid=93641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:30:50.634171 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176fb0d2-8ccc-432d-a794-bdcd3b74cb1c None None] Sync routers for ids ['8ce0def2-444e-46a6-9e75-8915a54e095c'] in dv-cinder-786873-3-iscsi {{(pid=93644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:30:50.645609 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-30cbfb94-48b0-4d34-b048-c506c40f8c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:50.648958 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-30cbfb94-48b0-4d34-b048-c506c40f8c3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:50.650125 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176fb0d2-8ccc-432d-a794-bdcd3b74cb1c None None] Routers {'8ce0def2-444e-46a6-9e75-8915a54e095c'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:30:50.650973 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_hamode_db [None req-176fb0d2-8ccc-432d-a794-bdcd3b74cb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:30:41Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['8ce0def2-444e-46a6-9e75-8915a54e095c'], 'active': True} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:30:50.652878 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-30cbfb94-48b0-4d34-b048-c506c40f8c3f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d35066f3-5226-4e16-adef-edf3109af864 HTTP/1.1" status: 204 len: 168 time: 0.2507324 Jun 18 08:30:50.653841 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:30:50.664710 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cbfb94-48b0-4d34-b048-c506c40f8c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35066f3-5226-4e16-adef-edf3109af864,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:30:50.677076 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cbfb94-48b0-4d34-b048-c506c40f8c3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:30:50.677589 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cbfb94-48b0-4d34-b048-c506c40f8c3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:30:50.677952 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cbfb94-48b0-4d34-b048-c506c40f8c3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:30:50.678307 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cbfb94-48b0-4d34-b048-c506c40f8c3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:30:50.678657 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cbfb94-48b0-4d34-b048-c506c40f8c3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:30:50.679005 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cbfb94-48b0-4d34-b048-c506c40f8c3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:30:50.679401 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cbfb94-48b0-4d34-b048-c506c40f8c3f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:30:50.679757 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cbfb94-48b0-4d34-b048-c506c40f8c3f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:30:50.680127 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cbfb94-48b0-4d34-b048-c506c40f8c3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:30:50.680470 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cbfb94-48b0-4d34-b048-c506c40f8c3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:30:50.680808 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cbfb94-48b0-4d34-b048-c506c40f8c3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:30:50.681274 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cbfb94-48b0-4d34-b048-c506c40f8c3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:30:50.689884 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-30cbfb94-48b0-4d34-b048-c506c40f8c3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:30:50.791285 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-09334016-99c1-4fd6-b341-4cece56ad944 admin admin] Notify callbacks [] for router, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:50.792595 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-09334016-99c1-4fd6-b341-4cece56ad944 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8545752 Jun 18 08:30:50.795290 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 34012) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:30:50.827030 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-e1a52a53-0942-4f89-bd8e-407c55c997b6 None None] Provisioning for port b1ce8c9d-aaad-40b8-a4c9-5ba574079a16 completed by entity DHCP. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:30:50.883669 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvr_db [None req-176fb0d2-8ccc-432d-a794-bdcd3b74cb1c None None] Set router 8ce0def2-444e-46a6-9e75-8915a54e095c gateway port host: dv-cinder-786873-3-iscsi {{(pid=93644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:30:50.920925 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device b1ce8c9d-aaad-40b8-a4c9-5ba574079a16 up at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:30:50.974853 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d238e4-cc9f-45a4-9a38-ff846390587c req-c60aa632-50bc-474d-8872-3e337d933a63 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:30:50.983313 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d9d238e4-cc9f-45a4-9a38-ff846390587c req-c60aa632-50bc-474d-8872-3e337d933a63 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=00278876-9f41-4f50-925c-2b3dd85043e1 HTTP/1.1" status: 200 len: 946 time: 0.1292295 Jun 18 08:30:51.042746 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d9d238e4-cc9f-45a4-9a38-ff846390587c req-e4d361fd-8c52-4e70-95fe-e528873b17cb tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584216 Jun 18 08:30:51.114038 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning for port b1ce8c9d-aaad-40b8-a4c9-5ba574079a16 completed by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:30:51.118715 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning complete for port b1ce8c9d-aaad-40b8-a4c9-5ba574079a16 triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:30:51.119537 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:51.256364 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_hamode_db [None req-176fb0d2-8ccc-432d-a794-bdcd3b74cb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce0def2-444e-46a6-9e75-8915a54e095c', 'name': 'tempest-TestVolumeBootPattern-1659871104-router', 'tenant_id': '74a4ea6fa2a54c7a9b20120222e9b2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '23c86e64-a47a-4d2a-b841-cf6a0ce71d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:30:48Z', 'updated_at': '2021-06-18T08:30:49Z', 'revision_number': 3, 'project_id': '74a4ea6fa2a54c7a9b20120222e9b2a5', 'gw_port': {'id': '23c86e64-a47a-4d2a-b841-cf6a0ce71d8f', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a0:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce0def2-444e-46a6-9e75-8915a54e095c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:30:48Z', 'updated_at': '2021-06-18T08:30:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi'}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:30:51.280648 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:51.288228 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176fb0d2-8ccc-432d-a794-bdcd3b74cb1c None None] Checking router: 8ce0def2-444e-46a6-9e75-8915a54e095c for host: dv-cinder-786873-3-iscsi {{(pid=93644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:30:51.288860 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176fb0d2-8ccc-432d-a794-bdcd3b74cb1c None None] Updating router 8ce0def2-444e-46a6-9e75-8915a54e095c port 23c86e64-a47a-4d2a-b841-cf6a0ce71d8f binding host dv-cinder-786873-3-iscsi {{(pid=93644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 08:30:51.291445 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-f39e6a75-0c20-4af8-bfd3-26744623d47f None None] Provisioning complete for port b1ce8c9d-aaad-40b8-a4c9-5ba574079a16 triggered by entity DHCP. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:30:51.291875 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-f39e6a75-0c20-4af8-bfd3-26744623d47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:51.326055 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-176fb0d2-8ccc-432d-a794-bdcd3b74cb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:51.343720 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] For port b1ce8c9d-aaad-40b8-a4c9-5ba574079a16, host dv-cinder-786873-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=b1ce8c9d-aaad-40b8-a4c9-5ba574079a16,segment=NetworkSegment(b73336a7-62b4-4267-b2b8-dc07604e134d),segment_id=b73336a7-62b4-4267-b2b8-dc07604e134d)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:30:51.395834 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-f39e6a75-0c20-4af8-bfd3-26744623d47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:51.457464 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:51.460086 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device 1f12ae9e-a2be-4abd-a57d-40e1a60be9c8 up at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:30:51.460525 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:30:51.508304 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-b8840426-e252-47a0-aaeb-60ba4ccbe8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-568420'] for port, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:51.583646 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.db.api [None req-f39e6a75-0c20-4af8-bfd3-26744623d47f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93643) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 08:30:51.583646 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_db.api [None req-f39e6a75-0c20-4af8-bfd3-26744623d47f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 08:30:51.583646 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Pushing event updated for resources: {'Port': ['ID=b1ce8c9d-aaad-40b8-a4c9-5ba574079a16,revision_number=3']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:30:51.586956 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:30:51.657145 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-176fb0d2-8ccc-432d-a794-bdcd3b74cb1c None None] Notify callbacks [] for port, precommit_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:51.667939 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.provisioning_blocks [None req-176fb0d2-8ccc-432d-a794-bdcd3b74cb1c None None] Transition to ACTIVE for port object 23c86e64-a47a-4d2a-b841-cf6a0ce71d8f will not be triggered until provisioned by entity L2. {{(pid=93644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:30:51.714960 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.db_base_plugin_common [None req-b8840426-e252-47a0-aaeb-60ba4ccbe8cd admin admin] Allocated IP 172.20.0.1 (e89862ff-fae2-44ed-a8e8-08bb3d090f26/47bcbce7-957c-414b-ba2b-305e34be7272/ffe3497c-717c-49bc-acd6-a0a015d98bdc) {{(pid=93642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:30:51.725824 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 34040) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:30:51.744522 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-5dbef6ce-b083-4950-bb85-a945b9195bae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:51.765897 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-176fb0d2-8ccc-432d-a794-bdcd3b74cb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:51.766135 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning for port 1f12ae9e-a2be-4abd-a57d-40e1a60be9c8 completed by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:30:51.770753 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning complete for port 1f12ae9e-a2be-4abd-a57d-40e1a60be9c8 triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:30:51.771382 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:51.771523 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:30:51.834176 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.managers [None req-176fb0d2-8ccc-432d-a794-bdcd3b74cb1c None None] Attempting to bind port 23c86e64-a47a-4d2a-b841-cf6a0ce71d8f on host dv-cinder-786873-3-iscsi for vnic_type normal with profile {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:30:51.834826 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.managers [None req-176fb0d2-8ccc-432d-a794-bdcd3b74cb1c None None] Attempting to bind port 23c86e64-a47a-4d2a-b841-cf6a0ce71d8f by drivers openvswitch,hyperv on host dv-cinder-786873-3-iscsi at level 0 using segments [{'id': '12e3d6c0-2a01-4ec9-a6e5-283a6c482531', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2'}] {{(pid=93644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:30:51.835377 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176fb0d2-8ccc-432d-a794-bdcd3b74cb1c None None] Attempting to bind port 23c86e64-a47a-4d2a-b841-cf6a0ce71d8f on network 215fa03e-ed5a-4c2a-ba1d-c413840c30f2 {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:30:51.847538 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176fb0d2-8ccc-432d-a794-bdcd3b74cb1c None None] Checking agent: {'id': '38b9d690-c74c-4031-9e4b-d740e9188e6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 20, 42), 'started_at': datetime.datetime(2021, 6, 18, 8, 21, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:30:51.847919 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176fb0d2-8ccc-432d-a794-bdcd3b74cb1c None None] Checking segment: {'id': '12e3d6c0-2a01-4ec9-a6e5-283a6c482531', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:30:51.848377 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-176fb0d2-8ccc-432d-a794-bdcd3b74cb1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:51.848770 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176fb0d2-8ccc-432d-a794-bdcd3b74cb1c None None] Bound using segment: {'id': '12e3d6c0-2a01-4ec9-a6e5-283a6c482531', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2'} {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:30:51.849250 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.managers [None req-176fb0d2-8ccc-432d-a794-bdcd3b74cb1c None None] Bound port: 23c86e64-a47a-4d2a-b841-cf6a0ce71d8f, host: dv-cinder-786873-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12e3d6c0-2a01-4ec9-a6e5-283a6c482531', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2'}}] {{(pid=93644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:30:51.849627 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-176fb0d2-8ccc-432d-a794-bdcd3b74cb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:51.869835 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-5dbef6ce-b083-4950-bb85-a945b9195bae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:51.870366 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-b8840426-e252-47a0-aaeb-60ba4ccbe8cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:51.899049 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-b8840426-e252-47a0-aaeb-60ba4ccbe8cd admin admin] Transition to ACTIVE for port object ffe3497c-717c-49bc-acd6-a0a015d98bdc will not be triggered until provisioned by entity DHCP. {{(pid=93642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:30:51.909780 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.db [None req-176fb0d2-8ccc-432d-a794-bdcd3b74cb1c None None] For port 23c86e64-a47a-4d2a-b841-cf6a0ce71d8f, host dv-cinder-786873-3-iscsi, cleared binding levels {{(pid=93644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:30:51.913603 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.db [None req-176fb0d2-8ccc-432d-a794-bdcd3b74cb1c None None] For port 23c86e64-a47a-4d2a-b841-cf6a0ce71d8f, host dv-cinder-786873-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=23c86e64-a47a-4d2a-b841-cf6a0ce71d8f,segment=NetworkSegment(12e3d6c0-2a01-4ec9-a6e5-283a6c482531),segment_id=12e3d6c0-2a01-4ec9-a6e5-283a6c482531)] {{(pid=93644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:30:51.919347 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:51.926496 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd285496-3182-48bd-bca4-ae243c0d53a4 None None] Pushing event updated for resources: {'Port': ['ID=23c86e64-a47a-4d2a-b841-cf6a0ce71d8f,revision_number=2']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:30:51.930029 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-bd285496-3182-48bd-bca4-ae243c0d53a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:30:51.957365 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] For port 1f12ae9e-a2be-4abd-a57d-40e1a60be9c8, host dv-cinder-786873-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=1f12ae9e-a2be-4abd-a57d-40e1a60be9c8,segment=NetworkSegment(f6af959e-126d-4479-ae7f-6c309c6f9c8c),segment_id=f6af959e-126d-4479-ae7f-6c309c6f9c8c)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:30:51.991007 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-5dbef6ce-b083-4950-bb85-a945b9195bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:52.000355 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-714e393a-4788-4eda-bd72-81dd2228f2db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:30:52.031249 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-5dbef6ce-b083-4950-bb85-a945b9195bae admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=558f70dff0284a6b93017500f897107e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3043559 Jun 18 08:30:52.033367 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbef6ce-b083-4950-bb85-a945b9195bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde015a3-48f8-4802-8c0c-196178a4e6ed,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:30:52.034502 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 34052) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:30:52.046771 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-5dbef6ce-b083-4950-bb85-a945b9195bae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:30:52.049051 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-176fb0d2-8ccc-432d-a794-bdcd3b74cb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:52.051388 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-a2a56cc2-bf90-4854-a986-cbd81198f712 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:30:52.054655 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-b8840426-e252-47a0-aaeb-60ba4ccbe8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-568999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741881438814'] for port, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:52.062441 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-4d01b4c8-d064-43d8-8ea2-e0ef38cc4e64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:30:52.095356 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:52.121887 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8840426-e252-47a0-aaeb-60ba4ccbe8cd admin admin] Network e89862ff-fae2-44ed-a8e8-08bb3d090f26 is already hosted by enough agents. {{(pid=93642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:30:52.126241 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd285496-3182-48bd-bca4-ae243c0d53a4 None None] Pushing event updated for resources: {'Port': ['ID=23c86e64-a47a-4d2a-b841-cf6a0ce71d8f,revision_number=3']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:30:52.129764 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.base_scheduler [None req-b8840426-e252-47a0-aaeb-60ba4ccbe8cd admin admin] Resources bound (agent type, host, resource id): {{(pid=93642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:30:52.130593 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176fb0d2-8ccc-432d-a794-bdcd3b74cb1c None None] Routers {'8ce0def2-444e-46a6-9e75-8915a54e095c'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:30:52.131504 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_hamode_db [None req-176fb0d2-8ccc-432d-a794-bdcd3b74cb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:30:41Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['8ce0def2-444e-46a6-9e75-8915a54e095c'], 'active': True} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:30:52.135344 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-bd285496-3182-48bd-bca4-ae243c0d53a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:30:52.139555 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8840426-e252-47a0-aaeb-60ba4ccbe8cd admin admin] Received port after_create {{(pid=93642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:30:52.140048 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-b8840426-e252-47a0-aaeb-60ba4ccbe8cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7960853'] for router_interface, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:52.158351 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:30:52.276084 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8840426-e252-47a0-aaeb-60ba4ccbe8cd admin admin] Pushing event updated for resources: {'Port': ['ID=ffe3497c-717c-49bc-acd6-a0a015d98bdc,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:30:52.310766 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Pushing event updated for resources: {'Port': ['ID=1f12ae9e-a2be-4abd-a57d-40e1a60be9c8,revision_number=5']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:30:52.315218 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:30:52.326094 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-b8840426-e252-47a0-aaeb-60ba4ccbe8cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:30:52.337875 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-36cd4079-ad49-41aa-819b-70078b0ee702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:52.381493 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvr_db [None req-176fb0d2-8ccc-432d-a794-bdcd3b74cb1c None None] Set router 8ce0def2-444e-46a6-9e75-8915a54e095c gateway port host: dv-cinder-786873-3-iscsi {{(pid=93644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:30:52.404716 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b877ad4d-7abb-4179-a0bf-5752e7d571fd req-9aa43d25-ca37-4a28-b54c-f42324ac0ee1 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:30:52.406368 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b877ad4d-7abb-4179-a0bf-5752e7d571fd req-9aa43d25-ca37-4a28-b54c-f42324ac0ee1 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=00278876-9f41-4f50-925c-2b3dd85043e1 HTTP/1.1" status: 200 len: 946 time: 0.0860436 Jun 18 08:30:52.435564 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-36cd4079-ad49-41aa-819b-70078b0ee702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:52.475470 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b877ad4d-7abb-4179-a0bf-5752e7d571fd req-82045b78-a096-40c2-abb4-4b553d28af8f tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604815 Jun 18 08:30:52.479245 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-b8840426-e252-47a0-aaeb-60ba4ccbe8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:52.660733 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_hamode_db [None req-176fb0d2-8ccc-432d-a794-bdcd3b74cb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce0def2-444e-46a6-9e75-8915a54e095c', 'name': 'tempest-TestVolumeBootPattern-1659871104-router', 'tenant_id': '74a4ea6fa2a54c7a9b20120222e9b2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '23c86e64-a47a-4d2a-b841-cf6a0ce71d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:30:48Z', 'updated_at': '2021-06-18T08:30:49Z', 'revision_number': 3, 'project_id': '74a4ea6fa2a54c7a9b20120222e9b2a5', 'gw_port': {'id': '23c86e64-a47a-4d2a-b841-cf6a0ce71d8f', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a0:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce0def2-444e-46a6-9e75-8915a54e095c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:30:48Z', 'updated_at': '2021-06-18T08:30:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi'}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:30:52.664781 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 34078) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:30:52.697423 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176fb0d2-8ccc-432d-a794-bdcd3b74cb1c None None] The sync data for ids ['8ce0def2-444e-46a6-9e75-8915a54e095c'] in dv-cinder-786873-3-iscsi is: [{'id': '8ce0def2-444e-46a6-9e75-8915a54e095c', 'name': 'tempest-TestVolumeBootPattern-1659871104-router', 'tenant_id': '74a4ea6fa2a54c7a9b20120222e9b2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '23c86e64-a47a-4d2a-b841-cf6a0ce71d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:30:48Z', 'updated_at': '2021-06-18T08:30:49Z', 'revision_number': 3, 'project_id': '74a4ea6fa2a54c7a9b20120222e9b2a5', 'gw_port': {'id': '23c86e64-a47a-4d2a-b841-cf6a0ce71d8f', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a0:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce0def2-444e-46a6-9e75-8915a54e095c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:30:48Z', 'updated_at': '2021-06-18T08:30:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi'}] {{(pid=93644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:30:52.739805 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-bb43ae9c-da2c-4b8f-ac4f-bdac30389dd3 None None] Provisioning for port ffe3497c-717c-49bc-acd6-a0a015d98bdc completed by entity DHCP. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:30:52.743996 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-bb43ae9c-da2c-4b8f-ac4f-bdac30389dd3 None None] Provisioning complete for port ffe3497c-717c-49bc-acd6-a0a015d98bdc triggered by entity DHCP. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:30:52.744378 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-bb43ae9c-da2c-4b8f-ac4f-bdac30389dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:52.819059 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device b1ce8c9d-aaad-40b8-a4c9-5ba574079a16 up at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:30:52.835290 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-bb43ae9c-da2c-4b8f-ac4f-bdac30389dd3 None None] Port ffe3497c-717c-49bc-acd6-a0a015d98bdc cannot update to ACTIVE because it is not bound. {{(pid=93643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 08:30:52.858490 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-d77d8a17-29e3-4813-9d5d-e7305f6d9c81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:52.902533 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning complete for port b1ce8c9d-aaad-40b8-a4c9-5ba574079a16 triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:30:52.902924 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:53.080282 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device 1f12ae9e-a2be-4abd-a57d-40e1a60be9c8 up at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:30:53.092119 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-d77d8a17-29e3-4813-9d5d-e7305f6d9c81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:53.106636 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-36cd4079-ad49-41aa-819b-70078b0ee702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:53.109326 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-36cd4079-ad49-41aa-819b-70078b0ee702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:53.113226 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-36cd4079-ad49-41aa-819b-70078b0ee702 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cde015a3-48f8-4802-8c0c-196178a4e6ed HTTP/1.1" status: 204 len: 168 time: 1.0750177 Jun 18 08:30:53.113558 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-7ee3328c-e264-401b-9c8a-0283484f3ced admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:30:53.158178 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-b8840426-e252-47a0-aaeb-60ba4ccbe8cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:53.166420 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cd4079-ad49-41aa-819b-70078b0ee702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde015a3-48f8-4802-8c0c-196178a4e6ed,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:30:53.168755 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-36cd4079-ad49-41aa-819b-70078b0ee702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:30:53.172127 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning complete for port 1f12ae9e-a2be-4abd-a57d-40e1a60be9c8 triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:30:53.172689 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:53.197156 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-d77d8a17-29e3-4813-9d5d-e7305f6d9c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:53.200141 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-6dbe26ae-41f2-45d7-9d99-ca5bc84dacd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:30:53.247894 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-d77d8a17-29e3-4813-9d5d-e7305f6d9c81 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=19e75fdf12a04b4db00b0a038fb6a476&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5813773 Jun 18 08:30:53.250066 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77d8a17-29e3-4813-9d5d-e7305f6d9c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed96d973-8171-4e2e-a4a1-589c9f372118,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:30:53.250667 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 34104) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:30:53.255793 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-d77d8a17-29e3-4813-9d5d-e7305f6d9c81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:30:53.273510 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-b8840426-e252-47a0-aaeb-60ba4ccbe8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:53.273510 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-b8840426-e252-47a0-aaeb-60ba4ccbe8cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8041570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7961100'] for router_interface, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:53.273510 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:30:53.381801 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8840426-e252-47a0-aaeb-60ba4ccbe8cd admin admin] Pushing event updated for resources: {'Port': ['ID=ffe3497c-717c-49bc-acd6-a0a015d98bdc,revision_number=2']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:30:53.387515 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-b8840426-e252-47a0-aaeb-60ba4ccbe8cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:30:53.452285 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8840426-e252-47a0-aaeb-60ba4ccbe8cd admin admin] Network e89862ff-fae2-44ed-a8e8-08bb3d090f26 is already hosted by enough agents. {{(pid=93642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:30:53.453580 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-96bee362-affd-495c-bf68-dfee9379760a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:53.456555 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.base_scheduler [None req-b8840426-e252-47a0-aaeb-60ba4ccbe8cd admin admin] Resources bound (agent type, host, resource id): {{(pid=93642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:30:53.534733 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-96bee362-affd-495c-bf68-dfee9379760a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:53.607532 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 34116) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:30:53.725928 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8840426-e252-47a0-aaeb-60ba4ccbe8cd admin admin] Router 8ce0def2-444e-46a6-9e75-8915a54e095c has already been hosted by L3 agent ebfc1b20-a3df-4bae-b350-fc31028a16a3 {{(pid=93642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 08:30:53.799153 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-0572012f-8968-478e-9963-213d6aff3270 None None] Provisioning complete for port ffe3497c-717c-49bc-acd6-a0a015d98bdc triggered by entity DHCP. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:30:53.799831 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-0572012f-8968-478e-9963-213d6aff3270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:53.834493 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-96bee362-affd-495c-bf68-dfee9379760a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:53.837192 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-96bee362-affd-495c-bf68-dfee9379760a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:53.837858 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-696f047e-ce29-4c15-8bdd-5cf8c795ae54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:53.838337 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-96bee362-affd-495c-bf68-dfee9379760a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ed96d973-8171-4e2e-a4a1-589c9f372118 HTTP/1.1" status: 204 len: 168 time: 0.5860701 Jun 18 08:30:53.840976 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-30cbfb94-48b0-4d34-b048-c506c40f8c3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:30:53.859160 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bee362-affd-495c-bf68-dfee9379760a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed96d973-8171-4e2e-a4a1-589c9f372118,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:30:53.882432 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-96bee362-affd-495c-bf68-dfee9379760a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:30:53.904197 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-0572012f-8968-478e-9963-213d6aff3270 None None] Port ffe3497c-717c-49bc-acd6-a0a015d98bdc cannot update to ACTIVE because it is not bound. {{(pid=93643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 08:30:53.962167 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b049495b-8a4b-495e-93a9-98ff5522bc6f req-43b23e20-233b-49b8-88e2-0d67fc4f117b tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:30:53.967212 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8840426-e252-47a0-aaeb-60ba4ccbe8cd admin admin] Notify agent at l3_agent.dv-cinder-786873-3-iscsi the message routers_updated {{(pid=93642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:30:53.973876 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-b8840426-e252-47a0-aaeb-60ba4ccbe8cd admin admin] 10.222.0.70 "PUT /v2.0/routers/8ce0def2-444e-46a6-9e75-8915a54e095c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1767695 Jun 18 08:30:53.976554 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b049495b-8a4b-495e-93a9-98ff5522bc6f req-43b23e20-233b-49b8-88e2-0d67fc4f117b tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=00278876-9f41-4f50-925c-2b3dd85043e1 HTTP/1.1" status: 200 len: 946 time: 0.2184091 Jun 18 08:30:54.041377 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b049495b-8a4b-495e-93a9-98ff5522bc6f req-1d9e4cfa-2117-474c-9adc-9253a107da50 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638115 Jun 18 08:30:54.075282 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-696f047e-ce29-4c15-8bdd-5cf8c795ae54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:54.143378 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-696f047e-ce29-4c15-8bdd-5cf8c795ae54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:54.148224 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:30:54.184864 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-696f047e-ce29-4c15-8bdd-5cf8c795ae54 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=89d34166539446dd99d54e370f719f3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5755053 Jun 18 08:30:54.187557 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 34142) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:30:54.190400 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696f047e-ce29-4c15-8bdd-5cf8c795ae54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3262f73-9858-4c8d-bcf2-8f81a971875d,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:30:54.193673 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-696f047e-ce29-4c15-8bdd-5cf8c795ae54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:30:54.252201 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-3a16e2e3-a692-44cf-a807-08c969aa7cc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:54.275127 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-3a16e2e3-a692-44cf-a807-08c969aa7cc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:54.416768 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-3a16e2e3-a692-44cf-a807-08c969aa7cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:54.419719 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-3a16e2e3-a692-44cf-a807-08c969aa7cc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:54.420923 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-3a16e2e3-a692-44cf-a807-08c969aa7cc1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f3262f73-9858-4c8d-bcf2-8f81a971875d HTTP/1.1" status: 204 len: 168 time: 0.2326376 Jun 18 08:30:54.425995 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-03d3df9f-39f6-4f1b-a2b4-3827fb889271 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:30:54.430578 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a16e2e3-a692-44cf-a807-08c969aa7cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3262f73-9858-4c8d-bcf2-8f81a971875d,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:30:54.432881 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-3a16e2e3-a692-44cf-a807-08c969aa7cc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:30:54.736345 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 34176) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:30:54.835978 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device 23c86e64-a47a-4d2a-b841-cf6a0ce71d8f up at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:30:54.931427 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 34188) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:30:54.942909 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-927ee379-8026-4a69-9c39-221e8eaba25e tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1432221821', 'description': 'tempest-secgroup-smoke-1432221821 description', 'project_id': 'f33eeb6169284d22b1baacfb166428e8'}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:30:54.962273 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning for port 23c86e64-a47a-4d2a-b841-cf6a0ce71d8f completed by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:30:54.966325 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning complete for port 23c86e64-a47a-4d2a-b841-cf6a0ce71d8f triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:30:54.966715 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:55.088953 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ac90e-79cd-40cf-af02-cce23dc922d3 req-a6eaa81b-a2e0-4f59-92b1-1e221d516581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:30:55.093081 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-fc9ac90e-79cd-40cf-af02-cce23dc922d3 req-a6eaa81b-a2e0-4f59-92b1-1e221d516581 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=00278876-9f41-4f50-925c-2b3dd85043e1 HTTP/1.1" status: 200 len: 1099 time: 0.0966032 Jun 18 08:30:55.102879 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-927ee379-8026-4a69-9c39-221e8eaba25e tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:55.141257 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:55.182596 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] For port 23c86e64-a47a-4d2a-b841-cf6a0ce71d8f, host dv-cinder-786873-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=23c86e64-a47a-4d2a-b841-cf6a0ce71d8f,segment=NetworkSegment(12e3d6c0-2a01-4ec9-a6e5-283a6c482531),segment_id=12e3d6c0-2a01-4ec9-a6e5-283a6c482531)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:30:55.225428 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-fc9ac90e-79cd-40cf-af02-cce23dc922d3 req-19b2c698-bd9d-4b03-a202-d37fd551f54a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253722 Jun 18 08:30:55.254058 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:55.256177 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:30:55.277426 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773ad25-c044-40ce-bcf0-ba11bf83e570 req-4db9e1fb-0fa5-4b5d-b221-963ceab541d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:30:55.279027 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-f773ad25-c044-40ce-bcf0-ba11bf83e570 req-4db9e1fb-0fa5-4b5d-b221-963ceab541d8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=665ee72de464416b9ceb623c24cfa8a5&device_id=00278876-9f41-4f50-925c-2b3dd85043e1 HTTP/1.1" status: 200 len: 1099 time: 0.1182523 Jun 18 08:30:55.333091 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Pushing event updated for resources: {'Port': ['ID=23c86e64-a47a-4d2a-b841-cf6a0ce71d8f,revision_number=4']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:30:55.336582 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:30:55.374588 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-927ee379-8026-4a69-9c39-221e8eaba25e tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:55.379162 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-c5a99483-bb3f-4718-8d2c-45aef2145e4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:55.384608 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d67c8bf-0530-468b-9d62-de251dc32760 req-91f25bf0-1026-4c4e-9e9b-b3a824a5ed34 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:30:55.386233 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-5d67c8bf-0530-468b-9d62-de251dc32760 req-91f25bf0-1026-4c4e-9e9b-b3a824a5ed34 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=00278876-9f41-4f50-925c-2b3dd85043e1 HTTP/1.1" status: 200 len: 946 time: 0.1581728 Jun 18 08:30:55.433666 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-5d67c8bf-0530-468b-9d62-de251dc32760 req-fe1c67fb-654f-43a5-9a92-377b7855da83 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393701 Jun 18 08:30:55.501718 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-927ee379-8026-4a69-9c39-221e8eaba25e tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:55.506293 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-f32e315b-890c-4a26-82ea-2c83d75c1453 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:30:55.550713 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927ee379-8026-4a69-9c39-221e8eaba25e tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a521bd04-5697-4ea8-a853-e5232e0f522b,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:30:55.554457 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-927ee379-8026-4a69-9c39-221e8eaba25e tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:30:55.612492 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-c5a99483-bb3f-4718-8d2c-45aef2145e4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:55.684175 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-c5a99483-bb3f-4718-8d2c-45aef2145e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:55.689916 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-46e02d3d-f553-4ca0-aa16-3d4c1928f407 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:30:55.717673 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773ad25-c044-40ce-bcf0-ba11bf83e570 req-6cbf1144-b664-40fd-ac87-4e0afc0f59dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:30:55.721267 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-f773ad25-c044-40ce-bcf0-ba11bf83e570 req-6cbf1144-b664-40fd-ac87-4e0afc0f59dc service neutron] 10.222.0.72 "GET /v2.0/networks?id=a56a963b-3a29-4893-8b20-0ca5507fb61c HTTP/1.1" status: 200 len: 919 time: 0.0922427 Jun 18 08:30:55.768063 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-c5a99483-bb3f-4718-8d2c-45aef2145e4e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=866445ee7b12402aa678e6ad980449b2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0267887 Jun 18 08:30:55.769627 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 34218) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:30:55.770984 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a99483-bb3f-4718-8d2c-45aef2145e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57749bdc-97c9-4e05-b3bc-c8e869caa7fc,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:30:55.772062 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-f773ad25-c044-40ce-bcf0-ba11bf83e570 req-c338f6da-7f77-4a18-b9de-fddbe6ae8513 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f53a4d9-f21c-400b-bb0a-5d2bca6ae55b HTTP/1.1" status: 200 len: 217 time: 0.0453699 Jun 18 08:30:55.819483 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-c5a99483-bb3f-4718-8d2c-45aef2145e4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:30:55.824471 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-927ee379-8026-4a69-9c39-221e8eaba25e tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:55.824471 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-927ee379-8026-4a69-9c39-221e8eaba25e tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8908348 Jun 18 08:30:55.829808 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 34222) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:30:55.840638 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [None req-d4400913-032c-429f-a0d1-df224514fc9d tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Request body: {'security_group_rule': {'security_group_id': 'a521bd04-5697-4ea8-a853-e5232e0f522b', 'project_id': 'f33eeb6169284d22b1baacfb166428e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:30:55.851839 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-6226ca57-a24f-4d00-8b29-6e2ef3afb0d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:55.868821 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773ad25-c044-40ce-bcf0-ba11bf83e570 req-b1566e8d-6adb-4e09-9719-97270ecfe03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:30:55.870251 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-f773ad25-c044-40ce-bcf0-ba11bf83e570 req-b1566e8d-6adb-4e09-9719-97270ecfe03d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9b52193f-07b8-4a42-8014-0c30c4f4094b HTTP/1.1" status: 200 len: 858 time: 0.0832939 Jun 18 08:30:55.875620 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-6226ca57-a24f-4d00-8b29-6e2ef3afb0d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:55.915193 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-f773ad25-c044-40ce-bcf0-ba11bf83e570 req-a6c58836-9d3b-4762-aec6-4c32c0fc31ed service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a56a963b-3a29-4893-8b20-0ca5507fb61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279901 Jun 18 08:30:55.994252 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-d4400913-032c-429f-a0d1-df224514fc9d tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:56.020051 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-6226ca57-a24f-4d00-8b29-6e2ef3afb0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:56.023748 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-6226ca57-a24f-4d00-8b29-6e2ef3afb0d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:56.030813 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-6226ca57-a24f-4d00-8b29-6e2ef3afb0d9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/57749bdc-97c9-4e05-b3bc-c8e869caa7fc HTTP/1.1" status: 204 len: 168 time: 0.2495604 Jun 18 08:30:56.030813 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-927ee379-8026-4a69-9c39-221e8eaba25e tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:30:56.035826 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6226ca57-a24f-4d00-8b29-6e2ef3afb0d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57749bdc-97c9-4e05-b3bc-c8e869caa7fc,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:30:56.038426 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-6226ca57-a24f-4d00-8b29-6e2ef3afb0d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:30:56.050968 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-f773ad25-c044-40ce-bcf0-ba11bf83e570 req-7942d8f2-20ef-4432-b1c2-cea2f2630bfa service neutron] 10.222.0.72 "GET /v2.0/networks/a56a963b-3a29-4893-8b20-0ca5507fb61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286652 Jun 18 08:30:56.073245 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 34234) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:30:56.122136 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-d4400913-032c-429f-a0d1-df224514fc9d tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:56.174711 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-f773ad25-c044-40ce-bcf0-ba11bf83e570 req-bd0192a6-3cea-44b9-852e-ee267679003d service neutron] 10.222.0.72 "GET /v2.0/networks/a56a963b-3a29-4893-8b20-0ca5507fb61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152964 Jun 18 08:30:56.202348 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:56.233313 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-d4400913-032c-429f-a0d1-df224514fc9d tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8280257'] for security_group_rule, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:56.235448 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-ffe3bf96-edc3-4af7-baa7-66e0ef46a838 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:30:56.254196 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4400913-032c-429f-a0d1-df224514fc9d tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33e2521c-b4c2-45f4-8b94-0e066dbd0a3e,revision_number=0']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:30:56.259357 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-d4400913-032c-429f-a0d1-df224514fc9d tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:30:56.315791 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-d4400913-032c-429f-a0d1-df224514fc9d tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:56.317365 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-d4400913-032c-429f-a0d1-df224514fc9d tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4854393 Jun 18 08:30:56.320467 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 34244) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:30:56.325631 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [None req-42eaa612-849a-4f9c-8ca3-cc9a99538477 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Request body: {'security_group_rule': {'security_group_id': 'a521bd04-5697-4ea8-a853-e5232e0f522b', 'project_id': 'f33eeb6169284d22b1baacfb166428e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:30:56.347524 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a356e0d8-4ba5-4e92-b069-73fd3be5e6e0 None None] Sync routers for ids ['8ce0def2-444e-46a6-9e75-8915a54e095c'] in dv-cinder-786873-3-iscsi {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:30:56.357438 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a356e0d8-4ba5-4e92-b069-73fd3be5e6e0 None None] Routers {'8ce0def2-444e-46a6-9e75-8915a54e095c'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:30:56.358191 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-a356e0d8-4ba5-4e92-b069-73fd3be5e6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:30:41Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['8ce0def2-444e-46a6-9e75-8915a54e095c'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:30:56.441840 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-42eaa612-849a-4f9c-8ca3-cc9a99538477 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:56.475639 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-a356e0d8-4ba5-4e92-b069-73fd3be5e6e0 None None] Set router 8ce0def2-444e-46a6-9e75-8915a54e095c gateway port host: dv-cinder-786873-3-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:30:56.521369 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-42eaa612-849a-4f9c-8ca3-cc9a99538477 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:56.551479 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-e5254c82-16a2-460a-af8b-e86a66d59fe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:56.608045 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-42eaa612-849a-4f9c-8ca3-cc9a99538477 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8280257'] for security_group_rule, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:56.610103 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:30:56.632119 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eaa612-849a-4f9c-8ca3-cc9a99538477 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7701c756-1b19-4cd1-8dc6-6d7d52d79727,revision_number=0']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:30:56.652060 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-42eaa612-849a-4f9c-8ca3-cc9a99538477 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:30:56.700496 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c271603-de9a-491c-a406-2faec3f55f32 req-db24dd61-b38e-41d5-97c2-0b894cab7a57 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:30:56.702114 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2c271603-de9a-491c-a406-2faec3f55f32 req-db24dd61-b38e-41d5-97c2-0b894cab7a57 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=00278876-9f41-4f50-925c-2b3dd85043e1 HTTP/1.1" status: 200 len: 946 time: 0.1272719 Jun 18 08:30:56.768413 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2c271603-de9a-491c-a406-2faec3f55f32 req-3aa1a3b3-a07f-4774-b8bf-04e5c9809d70 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551074 Jun 18 08:30:56.773895 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-e5254c82-16a2-460a-af8b-e86a66d59fe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:56.779879 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device 23c86e64-a47a-4d2a-b841-cf6a0ce71d8f up at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:30:56.787884 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-a356e0d8-4ba5-4e92-b069-73fd3be5e6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce0def2-444e-46a6-9e75-8915a54e095c', 'name': 'tempest-TestVolumeBootPattern-1659871104-router', 'tenant_id': '74a4ea6fa2a54c7a9b20120222e9b2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '23c86e64-a47a-4d2a-b841-cf6a0ce71d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:30:48Z', 'updated_at': '2021-06-18T08:30:52Z', 'revision_number': 4, 'project_id': '74a4ea6fa2a54c7a9b20120222e9b2a5', 'gw_port': {'id': '23c86e64-a47a-4d2a-b841-cf6a0ce71d8f', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce0def2-444e-46a6-9e75-8915a54e095c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:30:48Z', 'updated_at': '2021-06-18T08:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_interfaces': [{'id': 'ffe3497c-717c-49bc-acd6-a0a015d98bdc', 'name': '', 'network_id': 'e89862ff-fae2-44ed-a8e8-08bb3d090f26', 'tenant_id': '74a4ea6fa2a54c7a9b20120222e9b2a5', 'mac_address': 'fa:16:3e:4e:94:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce0def2-444e-46a6-9e75-8915a54e095c', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '47bcbce7-957c-414b-ba2b-305e34be7272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:30:51Z', 'updated_at': '2021-06-18T08:30:52Z', 'revision_number': 2, 'project_id': '74a4ea6fa2a54c7a9b20120222e9b2a5', 'subnets': [{'id': '47bcbce7-957c-414b-ba2b-305e34be7272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:30:56.847855 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a356e0d8-4ba5-4e92-b069-73fd3be5e6e0 None None] Checking router: 8ce0def2-444e-46a6-9e75-8915a54e095c for host: dv-cinder-786873-3-iscsi {{(pid=93643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:30:56.848463 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a356e0d8-4ba5-4e92-b069-73fd3be5e6e0 None None] Updating router 8ce0def2-444e-46a6-9e75-8915a54e095c port ffe3497c-717c-49bc-acd6-a0a015d98bdc binding host dv-cinder-786873-3-iscsi {{(pid=93643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 08:30:56.862670 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-e5254c82-16a2-460a-af8b-e86a66d59fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:56.866293 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:30:56.902731 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-a356e0d8-4ba5-4e92-b069-73fd3be5e6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:56.914825 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-e5254c82-16a2-460a-af8b-e86a66d59fe1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=93c6c9f1f5b04a7a88d7ee1997ac467b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8406346 Jun 18 08:30:56.915730 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5254c82-16a2-460a-af8b-e86a66d59fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b8ecf32-5b34-48f4-8722-386868651dc5,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:30:56.917766 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 34256) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:30:56.932286 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5254c82-16a2-460a-af8b-e86a66d59fe1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:30:56.932656 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5254c82-16a2-460a-af8b-e86a66d59fe1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:30:56.933014 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5254c82-16a2-460a-af8b-e86a66d59fe1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:30:56.933368 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5254c82-16a2-460a-af8b-e86a66d59fe1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:30:56.933718 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5254c82-16a2-460a-af8b-e86a66d59fe1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:30:56.934069 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5254c82-16a2-460a-af8b-e86a66d59fe1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:30:56.934414 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5254c82-16a2-460a-af8b-e86a66d59fe1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:30:56.934754 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5254c82-16a2-460a-af8b-e86a66d59fe1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:30:56.935095 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5254c82-16a2-460a-af8b-e86a66d59fe1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:30:56.935436 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5254c82-16a2-460a-af8b-e86a66d59fe1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:30:56.935773 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5254c82-16a2-460a-af8b-e86a66d59fe1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:30:56.936135 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5254c82-16a2-460a-af8b-e86a66d59fe1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:30:56.940612 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-e5254c82-16a2-460a-af8b-e86a66d59fe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:30:56.949512 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning complete for port 23c86e64-a47a-4d2a-b841-cf6a0ce71d8f triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:30:56.949907 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:56.958827 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-42eaa612-849a-4f9c-8ca3-cc9a99538477 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:56.963375 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-42eaa612-849a-4f9c-8ca3-cc9a99538477 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6416168 Jun 18 08:30:56.968662 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 34258) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:30:56.989833 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [None req-b4ff4e3d-3b39-4509-a529-a90fcc504cb8 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Request body: {'security_group_rule': {'security_group_id': 'a521bd04-5697-4ea8-a853-e5232e0f522b', 'project_id': 'f33eeb6169284d22b1baacfb166428e8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:30:56.990400 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 34262) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:30:57.007304 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-e35810aa-d3e7-4184-921b-cc293fbbd48e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:57.037493 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c268b777-3cef-4f93-a926-ccfe463ffd19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:57.067817 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c268b777-3cef-4f93-a926-ccfe463ffd19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:57.123535 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-b4ff4e3d-3b39-4509-a529-a90fcc504cb8 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:57.193723 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 34266) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:30:57.208714 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c268b777-3cef-4f93-a926-ccfe463ffd19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:57.211771 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c268b777-3cef-4f93-a926-ccfe463ffd19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:57.212958 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-c268b777-3cef-4f93-a926-ccfe463ffd19 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4b8ecf32-5b34-48f4-8722-386868651dc5 HTTP/1.1" status: 204 len: 168 time: 0.2938306 Jun 18 08:30:57.215865 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-7d8cadbb-3861-440e-8ae3-e21dbcb8dd00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:30:57.227267 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c268b777-3cef-4f93-a926-ccfe463ffd19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b8ecf32-5b34-48f4-8722-386868651dc5,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:30:57.232821 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-c268b777-3cef-4f93-a926-ccfe463ffd19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:30:57.234589 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-b4ff4e3d-3b39-4509-a529-a90fcc504cb8 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:57.285978 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-e35810aa-d3e7-4184-921b-cc293fbbd48e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:57.318999 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-b4ff4e3d-3b39-4509-a529-a90fcc504cb8 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8280257'] for security_group_rule, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:57.321946 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:30:57.353976 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ff4e3d-3b39-4509-a529-a90fcc504cb8 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f4853d8-6bf6-4bdf-95ab-ad25c6ff865f,revision_number=0']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:30:57.367312 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-b4ff4e3d-3b39-4509-a529-a90fcc504cb8 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:30:57.399390 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-e35810aa-d3e7-4184-921b-cc293fbbd48e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:57.403324 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-054cb7e6-d1a1-4601-8317-78a752f5f572 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:30:57.447145 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-e35810aa-d3e7-4184-921b-cc293fbbd48e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1b3a1ed038c54695a5c0e43ad1ed20c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4552598 Jun 18 08:30:57.448323 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35810aa-d3e7-4184-921b-cc293fbbd48e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d460d0ec-ce5e-4f88-a192-9a861a2f7eb0,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:30:57.449777 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 34278) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:30:57.451505 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-e35810aa-d3e7-4184-921b-cc293fbbd48e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:30:57.483394 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-a356e0d8-4ba5-4e92-b069-73fd3be5e6e0 None None] Notify callbacks [] for port, precommit_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:57.503296 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-b4ff4e3d-3b39-4509-a529-a90fcc504cb8 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:57.503296 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-b4ff4e3d-3b39-4509-a529-a90fcc504cb8 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5322666 Jun 18 08:30:57.506104 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 34280) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:30:57.507342 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-a356e0d8-4ba5-4e92-b069-73fd3be5e6e0 None None] Transition to ACTIVE for port object ffe3497c-717c-49bc-acd6-a0a015d98bdc will not be triggered until provisioned by entity L2. {{(pid=93643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:30:57.510971 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-05711220-3ab9-46bc-95a2-b5e4f632dcf7 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Request body: {'security_group_rule': {'security_group_id': 'a521bd04-5697-4ea8-a853-e5232e0f522b', 'project_id': 'f33eeb6169284d22b1baacfb166428e8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:30:57.525075 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c9e733f6-3f04-4dcf-973a-5b4eb6c83526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:57.525256 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-7d836022-02d2-424e-bba0-3f1c5de4ea67 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-260345317-network', 'tenant_id': 'd67fe6e430f1497481e28a6936ae6038'}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:30:57.550667 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c9e733f6-3f04-4dcf-973a-5b4eb6c83526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:57.634194 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-a356e0d8-4ba5-4e92-b069-73fd3be5e6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:57.637220 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:30:57.647226 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-05711220-3ab9-46bc-95a2-b5e4f632dcf7 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:57.657078 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c9e733f6-3f04-4dcf-973a-5b4eb6c83526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:57.661416 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c9e733f6-3f04-4dcf-973a-5b4eb6c83526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:57.665634 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-c9e733f6-3f04-4dcf-973a-5b4eb6c83526 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d460d0ec-ce5e-4f88-a192-9a861a2f7eb0 HTTP/1.1" status: 204 len: 168 time: 0.2121391 Jun 18 08:30:57.665634 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-489fcf7b-0f63-48fe-b76a-69a083f08f1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:30:57.675939 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e733f6-3f04-4dcf-973a-5b4eb6c83526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d460d0ec-ce5e-4f88-a192-9a861a2f7eb0,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:30:57.678489 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-c9e733f6-3f04-4dcf-973a-5b4eb6c83526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:30:57.721957 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdd87f3-6550-4e4e-a2f8-2229c7fe05ce None None] Pushing event updated for resources: {'Port': ['ID=ffe3497c-717c-49bc-acd6-a0a015d98bdc,revision_number=3']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:30:57.725171 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-bfdd87f3-6550-4e4e-a2f8-2229c7fe05ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:30:57.745939 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d836022-02d2-424e-bba0-3f1c5de4ea67 admin admin] Made reservation on behalf of d67fe6e430f1497481e28a6936ae6038 for: {'network': 1} {{(pid=93641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:30:57.748340 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-7d836022-02d2-424e-bba0-3f1c5de4ea67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-568420'] for network, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:57.765701 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-7d836022-02d2-424e-bba0-3f1c5de4ea67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:57.808508 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-05711220-3ab9-46bc-95a2-b5e4f632dcf7 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:57.836620 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-a356e0d8-4ba5-4e92-b069-73fd3be5e6e0 None None] Attempting to bind port ffe3497c-717c-49bc-acd6-a0a015d98bdc on host dv-cinder-786873-3-iscsi for vnic_type normal with profile {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:30:57.837088 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-a356e0d8-4ba5-4e92-b069-73fd3be5e6e0 None None] Attempting to bind port ffe3497c-717c-49bc-acd6-a0a015d98bdc by drivers openvswitch,hyperv on host dv-cinder-786873-3-iscsi at level 0 using segments [{'id': 'b73336a7-62b4-4267-b2b8-dc07604e134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'e89862ff-fae2-44ed-a8e8-08bb3d090f26'}] {{(pid=93643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:30:57.837674 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a356e0d8-4ba5-4e92-b069-73fd3be5e6e0 None None] Attempting to bind port ffe3497c-717c-49bc-acd6-a0a015d98bdc on network e89862ff-fae2-44ed-a8e8-08bb3d090f26 {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:30:57.844393 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a356e0d8-4ba5-4e92-b069-73fd3be5e6e0 None None] Checking agent: {'id': '38b9d690-c74c-4031-9e4b-d740e9188e6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 20, 42), 'started_at': datetime.datetime(2021, 6, 18, 8, 21, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:30:57.844784 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a356e0d8-4ba5-4e92-b069-73fd3be5e6e0 None None] Checking segment: {'id': 'b73336a7-62b4-4267-b2b8-dc07604e134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'e89862ff-fae2-44ed-a8e8-08bb3d090f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:30:57.845243 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-a356e0d8-4ba5-4e92-b069-73fd3be5e6e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:57.845649 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a356e0d8-4ba5-4e92-b069-73fd3be5e6e0 None None] Bound using segment: {'id': 'b73336a7-62b4-4267-b2b8-dc07604e134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'e89862ff-fae2-44ed-a8e8-08bb3d090f26'} {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:30:57.846778 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-a356e0d8-4ba5-4e92-b069-73fd3be5e6e0 None None] Bound port: ffe3497c-717c-49bc-acd6-a0a015d98bdc, host: dv-cinder-786873-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b73336a7-62b4-4267-b2b8-dc07604e134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'e89862ff-fae2-44ed-a8e8-08bb3d090f26'}}] {{(pid=93643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:30:57.847339 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-a356e0d8-4ba5-4e92-b069-73fd3be5e6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:57.884335 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-05711220-3ab9-46bc-95a2-b5e4f632dcf7 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8280257'] for security_group_rule, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:57.916454 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:30:57.966668 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-a356e0d8-4ba5-4e92-b069-73fd3be5e6e0 None None] For port ffe3497c-717c-49bc-acd6-a0a015d98bdc, host dv-cinder-786873-3-iscsi, cleared binding levels {{(pid=93643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:30:57.971911 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05711220-3ab9-46bc-95a2-b5e4f632dcf7 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6447c9d-fe7d-49c2-ac00-f35190979f4f,revision_number=0']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:30:57.971911 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-05711220-3ab9-46bc-95a2-b5e4f632dcf7 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:30:57.978591 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-a356e0d8-4ba5-4e92-b069-73fd3be5e6e0 None None] For port ffe3497c-717c-49bc-acd6-a0a015d98bdc, host dv-cinder-786873-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=ffe3497c-717c-49bc-acd6-a0a015d98bdc,segment=NetworkSegment(b73336a7-62b4-4267-b2b8-dc07604e134d),segment_id=b73336a7-62b4-4267-b2b8-dc07604e134d)] {{(pid=93643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:30:58.021687 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-7d836022-02d2-424e-bba0-3f1c5de4ea67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:58.037750 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d139b3-8e5e-4242-be14-505ee6213779 req-57ed675e-09d5-438a-bbbd-b8c0621d69f7 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:30:58.039228 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-82d139b3-8e5e-4242-be14-505ee6213779 req-57ed675e-09d5-438a-bbbd-b8c0621d69f7 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=00278876-9f41-4f50-925c-2b3dd85043e1 HTTP/1.1" status: 200 len: 946 time: 0.1237881 Jun 18 08:30:58.069682 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-a356e0d8-4ba5-4e92-b069-73fd3be5e6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:58.074007 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:30:58.089489 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-82d139b3-8e5e-4242-be14-505ee6213779 req-ac799644-fdae-449e-a4f0-372d69dd56a5 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366786 Jun 18 08:30:58.109659 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-7d836022-02d2-424e-bba0-3f1c5de4ea67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:58.118779 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-3af6f82a-69b6-4bd9-b1d9-a71a95f21cb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:30:58.142763 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d836022-02d2-424e-bba0-3f1c5de4ea67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 916} {{(pid=93641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 08:30:58.149877 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a356e0d8-4ba5-4e92-b069-73fd3be5e6e0 None None] Routers {'8ce0def2-444e-46a6-9e75-8915a54e095c'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:30:58.151900 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-a356e0d8-4ba5-4e92-b069-73fd3be5e6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:30:41Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['8ce0def2-444e-46a6-9e75-8915a54e095c'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:30:58.159836 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d836022-02d2-424e-bba0-3f1c5de4ea67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac43d44-c1d9-445e-97b4-b5f38c914c54,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:30:58.164249 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-7d836022-02d2-424e-bba0-3f1c5de4ea67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001404'] for segment, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:58.164601 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.db.segments_db [None req-7d836022-02d2-424e-bba0-3f1c5de4ea67 admin admin] Added segment 7ab84e50-8a63-4077-b2f1-0c7c3cd12bc1 of type vlan for network 155fa8b2-6e6f-41af-a4e6-797939ef9e59 Jun 18 08:30:58.166662 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-7d836022-02d2-424e-bba0-3f1c5de4ea67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:30:58.195412 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdd87f3-6550-4e4e-a2f8-2229c7fe05ce None None] Pushing event updated for resources: {'Port': ['ID=ffe3497c-717c-49bc-acd6-a0a015d98bdc,revision_number=4']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:30:58.198771 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-bfdd87f3-6550-4e4e-a2f8-2229c7fe05ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:30:58.216510 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-05711220-3ab9-46bc-95a2-b5e4f632dcf7 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:58.221400 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-05711220-3ab9-46bc-95a2-b5e4f632dcf7 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7105968 Jun 18 08:30:58.221666 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 34300) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:30:58.226258 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [None req-95b32459-3ae3-49b5-9c96-048607b8a7e7 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Request body: {'security_group_rule': {'security_group_id': 'a521bd04-5697-4ea8-a853-e5232e0f522b', 'project_id': 'f33eeb6169284d22b1baacfb166428e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:30:58.236343 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-7d836022-02d2-424e-bba0-3f1c5de4ea67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741881456851'] for network, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:58.326590 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-a356e0d8-4ba5-4e92-b069-73fd3be5e6e0 None None] Set router 8ce0def2-444e-46a6-9e75-8915a54e095c gateway port host: dv-cinder-786873-3-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:30:58.401049 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.db.securitygroups_db [None req-95b32459-3ae3-49b5-9c96-048607b8a7e7 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Project f33eeb6169284d22b1baacfb166428e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 08:30:58.406904 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-95b32459-3ae3-49b5-9c96-048607b8a7e7 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:58.440064 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-7d836022-02d2-424e-bba0-3f1c5de4ea67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8355133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484'] for network, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:58.441878 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d836022-02d2-424e-bba0-3f1c5de4ea67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:30:58.442581 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-7d836022-02d2-424e-bba0-3f1c5de4ea67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8041489'] for network, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:58.447505 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:30:58.480304 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-95b32459-3ae3-49b5-9c96-048607b8a7e7 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:58.516317 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 34310) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:30:58.530563 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d836022-02d2-424e-bba0-3f1c5de4ea67 admin admin] Pushing event updated for resources: {'Network': ['ID=155fa8b2-6e6f-41af-a4e6-797939ef9e59,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:30:58.534595 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-7d836022-02d2-424e-bba0-3f1c5de4ea67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:30:58.541724 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-a5600c5e-5d79-4297-9c28-026f04b31775 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:58.544323 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Network 155fa8b2-6e6f-41af-a4e6-797939ef9e59 details requested by agent ovs-agent-dv-cinder-786873-3-iscsi with host dv-cinder-786873-3-iscsi {{(pid=93643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 08:30:58.648710 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-95b32459-3ae3-49b5-9c96-048607b8a7e7 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8280257'] for security_group_rule, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:58.651605 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-d4400913-032c-429f-a0d1-df224514fc9d tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:30:58.669953 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 34312) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:30:58.670177 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-7d836022-02d2-424e-bba0-3f1c5de4ea67 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4748476 Jun 18 08:30:58.685388 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [None req-14da743f-62a8-4424-b738-d55e17319cf8 admin admin] Request body: {'subnet': {'network_id': '155fa8b2-6e6f-41af-a4e6-797939ef9e59', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-260345317-subnet', 'tenant_id': 'd67fe6e430f1497481e28a6936ae6038', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:30:58.693701 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b32459-3ae3-49b5-9c96-048607b8a7e7 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e40e4d2-1de1-47e4-81a4-2e4bdf4ce2af,revision_number=0']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:30:58.700337 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-95b32459-3ae3-49b5-9c96-048607b8a7e7 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:30:58.713367 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-a356e0d8-4ba5-4e92-b069-73fd3be5e6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce0def2-444e-46a6-9e75-8915a54e095c', 'name': 'tempest-TestVolumeBootPattern-1659871104-router', 'tenant_id': '74a4ea6fa2a54c7a9b20120222e9b2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '23c86e64-a47a-4d2a-b841-cf6a0ce71d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:30:48Z', 'updated_at': '2021-06-18T08:30:52Z', 'revision_number': 4, 'project_id': '74a4ea6fa2a54c7a9b20120222e9b2a5', 'gw_port': {'id': '23c86e64-a47a-4d2a-b841-cf6a0ce71d8f', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce0def2-444e-46a6-9e75-8915a54e095c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:30:48Z', 'updated_at': '2021-06-18T08:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_interfaces': [{'id': 'ffe3497c-717c-49bc-acd6-a0a015d98bdc', 'name': '', 'network_id': 'e89862ff-fae2-44ed-a8e8-08bb3d090f26', 'tenant_id': '74a4ea6fa2a54c7a9b20120222e9b2a5', 'mac_address': 'fa:16:3e:4e:94:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce0def2-444e-46a6-9e75-8915a54e095c', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '47bcbce7-957c-414b-ba2b-305e34be7272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:30:51Z', 'updated_at': '2021-06-18T08:30:57Z', 'revision_number': 4, 'project_id': '74a4ea6fa2a54c7a9b20120222e9b2a5', 'subnets': [{'id': '47bcbce7-957c-414b-ba2b-305e34be7272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:30:58.752714 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a356e0d8-4ba5-4e92-b069-73fd3be5e6e0 None None] The sync data for ids ['8ce0def2-444e-46a6-9e75-8915a54e095c'] in dv-cinder-786873-3-iscsi is: [{'id': '8ce0def2-444e-46a6-9e75-8915a54e095c', 'name': 'tempest-TestVolumeBootPattern-1659871104-router', 'tenant_id': '74a4ea6fa2a54c7a9b20120222e9b2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '23c86e64-a47a-4d2a-b841-cf6a0ce71d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:30:48Z', 'updated_at': '2021-06-18T08:30:52Z', 'revision_number': 4, 'project_id': '74a4ea6fa2a54c7a9b20120222e9b2a5', 'gw_port': {'id': '23c86e64-a47a-4d2a-b841-cf6a0ce71d8f', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce0def2-444e-46a6-9e75-8915a54e095c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:30:48Z', 'updated_at': '2021-06-18T08:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_interfaces': [{'id': 'ffe3497c-717c-49bc-acd6-a0a015d98bdc', 'name': '', 'network_id': 'e89862ff-fae2-44ed-a8e8-08bb3d090f26', 'tenant_id': '74a4ea6fa2a54c7a9b20120222e9b2a5', 'mac_address': 'fa:16:3e:4e:94:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce0def2-444e-46a6-9e75-8915a54e095c', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '47bcbce7-957c-414b-ba2b-305e34be7272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:30:51Z', 'updated_at': '2021-06-18T08:30:57Z', 'revision_number': 4, 'project_id': '74a4ea6fa2a54c7a9b20120222e9b2a5', 'subnets': [{'id': '47bcbce7-957c-414b-ba2b-305e34be7272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:30:58.835913 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-a5600c5e-5d79-4297-9c28-026f04b31775 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:58.921902 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46685982-79a6-4625-9b5d-1dffaf2e179d req-a4554889-ca85-430b-b2d2-36630a4f45c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:30:58.923435 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-46685982-79a6-4625-9b5d-1dffaf2e179d req-a4554889-ca85-430b-b2d2-36630a4f45c6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=665ee72de464416b9ceb623c24cfa8a5&device_id=00278876-9f41-4f50-925c-2b3dd85043e1 HTTP/1.1" status: 200 len: 1099 time: 0.0853031 Jun 18 08:30:58.961837 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-a5600c5e-5d79-4297-9c28-026f04b31775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:58.978733 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:30:59.018095 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 34348) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:30:59.034900 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f942681e-27e2-4d91-89c7-23a56cd95b4a req-d7b344e5-5ee0-4f90-b3dd-39442e64a7df tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:30:59.036705 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5600c5e-5d79-4297-9c28-026f04b31775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e1bf69c-247d-408a-bcdc-284cac97786c,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:30:59.037230 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f942681e-27e2-4d91-89c7-23a56cd95b4a req-d7b344e5-5ee0-4f90-b3dd-39442e64a7df tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=00278876-9f41-4f50-925c-2b3dd85043e1 HTTP/1.1" status: 200 len: 946 time: 0.1532216 Jun 18 08:30:59.046115 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-d433f84e-e570-4d30-8072-69532ee1cf48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:59.047302 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-a5600c5e-5d79-4297-9c28-026f04b31775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:30:59.068040 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-95b32459-3ae3-49b5-9c96-048607b8a7e7 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:59.070301 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-95b32459-3ae3-49b5-9c96-048607b8a7e7 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8476028 Jun 18 08:30:59.073799 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 34350) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:30:59.087214 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-2d493815-355a-4017-b35f-4221b62e4c9c tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Request body: {'security_group_rule': {'security_group_id': 'a521bd04-5697-4ea8-a853-e5232e0f522b', 'project_id': 'f33eeb6169284d22b1baacfb166428e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:30:59.096657 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-a5600c5e-5d79-4297-9c28-026f04b31775 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6c0af1c39543404b9e071046994033f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5776391 Jun 18 08:30:59.100242 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 34352) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:30:59.133153 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f942681e-27e2-4d91-89c7-23a56cd95b4a req-71f1410c-bdd3-46eb-a246-c19c8263bf0a tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890555 Jun 18 08:30:59.159342 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14da743f-62a8-4424-b738-d55e17319cf8 admin admin] Made reservation on behalf of d67fe6e430f1497481e28a6936ae6038 for: {'subnet': 1} {{(pid=93642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:30:59.162587 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-14da743f-62a8-4424-b738-d55e17319cf8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:59.270677 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46685982-79a6-4625-9b5d-1dffaf2e179d req-8bb70077-c338-41e2-95f0-7edd53bd1fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:30:59.272448 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-46685982-79a6-4625-9b5d-1dffaf2e179d req-8bb70077-c338-41e2-95f0-7edd53bd1fe4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a56a963b-3a29-4893-8b20-0ca5507fb61c HTTP/1.1" status: 200 len: 919 time: 0.3403046 Jun 18 08:30:59.274873 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-bc368123-5956-464f-ba8e-794145ea9cc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:59.279921 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-d433f84e-e570-4d30-8072-69532ee1cf48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:59.352996 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-46685982-79a6-4625-9b5d-1dffaf2e179d req-f3db6f1a-9b0b-44ef-9ae1-a06bece9966d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f53a4d9-f21c-400b-bb0a-5d2bca6ae55b HTTP/1.1" status: 200 len: 217 time: 0.0619628 Jun 18 08:30:59.367392 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-d433f84e-e570-4d30-8072-69532ee1cf48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:59.367682 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-bc368123-5956-464f-ba8e-794145ea9cc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:59.389638 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-94048e69-c1da-44f2-8bd0-bff0972b635e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:30:59.413751 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-d433f84e-e570-4d30-8072-69532ee1cf48 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5f3d0b5e8397407f900109c32c7e65f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3986855 Jun 18 08:30:59.414781 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 34362) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:30:59.442759 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d433f84e-e570-4d30-8072-69532ee1cf48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0655beba-7be1-47cc-b6ac-e95174640b30,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:30:59.460144 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-d433f84e-e570-4d30-8072-69532ee1cf48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:30:59.480922 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46685982-79a6-4625-9b5d-1dffaf2e179d req-26584430-424e-4aed-b2e8-6d39650350d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:30:59.482461 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-46685982-79a6-4625-9b5d-1dffaf2e179d req-26584430-424e-4aed-b2e8-6d39650350d1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9b52193f-07b8-4a42-8014-0c30c4f4094b HTTP/1.1" status: 200 len: 858 time: 0.1171331 Jun 18 08:30:59.507133 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-e06822f9-92f1-4980-9623-1170fc73ad31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:59.522961 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-46685982-79a6-4625-9b5d-1dffaf2e179d req-8a981fc5-d4e0-43e9-907b-02ad396a0e5b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a56a963b-3a29-4893-8b20-0ca5507fb61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334051 Jun 18 08:30:59.529871 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-e06822f9-92f1-4980-9623-1170fc73ad31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:59.602721 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.db.securitygroups_db [None req-2d493815-355a-4017-b35f-4221b62e4c9c tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Project f33eeb6169284d22b1baacfb166428e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 08:30:59.608241 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-2d493815-355a-4017-b35f-4221b62e4c9c tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:59.655361 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-bc368123-5956-464f-ba8e-794145ea9cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:59.658701 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-bc368123-5956-464f-ba8e-794145ea9cc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:59.659918 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-bc368123-5956-464f-ba8e-794145ea9cc7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3e1bf69c-247d-408a-bcdc-284cac97786c HTTP/1.1" status: 204 len: 168 time: 0.5584848 Jun 18 08:30:59.660903 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:30:59.666738 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-46685982-79a6-4625-9b5d-1dffaf2e179d req-b44cd050-56ed-420d-b258-3126ee16a6a0 service neutron] 10.222.0.72 "GET /v2.0/networks/a56a963b-3a29-4893-8b20-0ca5507fb61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197183 Jun 18 08:30:59.671417 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc368123-5956-464f-ba8e-794145ea9cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e1bf69c-247d-408a-bcdc-284cac97786c,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:30:59.674962 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-bc368123-5956-464f-ba8e-794145ea9cc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:30:59.746738 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-e06822f9-92f1-4980-9623-1170fc73ad31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:59.750543 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-e06822f9-92f1-4980-9623-1170fc73ad31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:59.752522 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-e06822f9-92f1-4980-9623-1170fc73ad31 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0655beba-7be1-47cc-b6ac-e95174640b30 HTTP/1.1" status: 204 len: 168 time: 0.3366516 Jun 18 08:30:59.769317 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-ae8efb67-b470-454b-a399-21ee9af73cd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:30:59.787914 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-2d493815-355a-4017-b35f-4221b62e4c9c tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:59.789174 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06822f9-92f1-4980-9623-1170fc73ad31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0655beba-7be1-47cc-b6ac-e95174640b30,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:30:59.800689 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-e06822f9-92f1-4980-9623-1170fc73ad31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:30:59.806194 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-46685982-79a6-4625-9b5d-1dffaf2e179d req-7e890863-83c4-4acd-8fb0-4fa9a5a596d3 service neutron] 10.222.0.72 "GET /v2.0/networks/a56a963b-3a29-4893-8b20-0ca5507fb61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305881 Jun 18 08:30:59.822910 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-14da743f-62a8-4424-b738-d55e17319cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479'] for subnet, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:59.827306 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:30:59.887122 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14da743f-62a8-4424-b738-d55e17319cf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a535589-a0b7-4615-981d-3297fdcd0638,revision_number=0']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:30:59.890040 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-14da743f-62a8-4424-b738-d55e17319cf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:30:59.898286 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14da743f-62a8-4424-b738-d55e17319cf8 admin admin] Checking segment: {'id': '7ab84e50-8a63-4077-b2f1-0c7c3cd12bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '155fa8b2-6e6f-41af-a4e6-797939ef9e59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:30:59.898650 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14da743f-62a8-4424-b738-d55e17319cf8 admin admin] Network hostable DHCP agents. Network: 155fa8b2-6e6f-41af-a4e6-797939ef9e59, hostable agents: ['ccc23fe2-6cc8-4973-a644-121019cdbd4e'], hosted agents: [] {{(pid=93642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 08:30:59.902037 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-2d493815-355a-4017-b35f-4221b62e4c9c tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8280257'] for security_group_rule, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:30:59.904094 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-05711220-3ab9-46bc-95a2-b5e4f632dcf7 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:30:59.919423 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d493815-355a-4017-b35f-4221b62e4c9c tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b83d44fa-f6dd-41b5-a4c4-df86de06d1d8,revision_number=0']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:30:59.923916 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-2d493815-355a-4017-b35f-4221b62e4c9c tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:00.002522 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14da743f-62a8-4424-b738-d55e17319cf8 admin admin] Network 155fa8b2-6e6f-41af-a4e6-797939ef9e59 is scheduled to be hosted by DHCP agent ccc23fe2-6cc8-4973-a644-121019cdbd4e with binding_index 1 {{(pid=93642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 08:31:00.025383 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-2d493815-355a-4017-b35f-4221b62e4c9c tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:00.027629 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-2d493815-355a-4017-b35f-4221b62e4c9c tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9492218 Jun 18 08:31:00.088018 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.base_scheduler [None req-14da743f-62a8-4424-b738-d55e17319cf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786873-3-iscsi, 155fa8b2-6e6f-41af-a4e6-797939ef9e59) {{(pid=93642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:31:00.092067 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14da743f-62a8-4424-b738-d55e17319cf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:00.092806 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-14da743f-62a8-4424-b738-d55e17319cf8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:00.098567 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3609d5-ec8d-40eb-aa72-805f73bb688e None None] Network 155fa8b2-6e6f-41af-a4e6-797939ef9e59 requested from dv-cinder-786873-3-iscsi {{(pid=93643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:31:00.188406 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-14da743f-62a8-4424-b738-d55e17319cf8 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5067570 Jun 18 08:31:00.297938 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d1528b-9698-4108-ac7e-a5d826067c00 None None] Network 155fa8b2-6e6f-41af-a4e6-797939ef9e59 requested from dv-cinder-786873-3-iscsi {{(pid=93643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:31:00.608534 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfae612-6579-442b-a005-d8e10902f355 req-bb9bd41e-efc2-4afe-87ca-daf6c34a6ae4 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:00.615739 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-abfae612-6579-442b-a005-d8e10902f355 req-bb9bd41e-efc2-4afe-87ca-daf6c34a6ae4 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=00278876-9f41-4f50-925c-2b3dd85043e1 HTTP/1.1" status: 200 len: 946 time: 0.1061356 Jun 18 08:31:00.658635 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-abfae612-6579-442b-a005-d8e10902f355 req-a13fd183-b317-4038-866c-75d2213c6c9e tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418382 Jun 18 08:31:00.792278 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device ffe3497c-717c-49bc-acd6-a0a015d98bdc up at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:31:00.988236 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning for port ffe3497c-717c-49bc-acd6-a0a015d98bdc completed by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:31:00.999891 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning complete for port ffe3497c-717c-49bc-acd6-a0a015d98bdc triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:31:01.000306 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:01.196267 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:01.213148 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] For port ffe3497c-717c-49bc-acd6-a0a015d98bdc, host dv-cinder-786873-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=ffe3497c-717c-49bc-acd6-a0a015d98bdc,segment=NetworkSegment(b73336a7-62b4-4267-b2b8-dc07604e134d),segment_id=b73336a7-62b4-4267-b2b8-dc07604e134d)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:31:01.365036 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:01.369930 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:01.420314 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Pushing event updated for resources: {'Port': ['ID=ffe3497c-717c-49bc-acd6-a0a015d98bdc,revision_number=5']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:01.424852 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:01.857729 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8390ba82-969d-4254-ad8a-5cdc2cf96124 req-343870d7-6ae2-48b0-b79a-29f06d375f75 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:01.859286 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-8390ba82-969d-4254-ad8a-5cdc2cf96124 req-343870d7-6ae2-48b0-b79a-29f06d375f75 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=00278876-9f41-4f50-925c-2b3dd85043e1 HTTP/1.1" status: 200 len: 946 time: 0.0699449 Jun 18 08:31:01.934435 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-8390ba82-969d-4254-ad8a-5cdc2cf96124 req-4f8a772d-6a3d-4c09-ad32-07d2c123b7ec tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690873 Jun 18 08:31:02.770247 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device ffe3497c-717c-49bc-acd6-a0a015d98bdc up at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:31:02.822715 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning complete for port ffe3497c-717c-49bc-acd6-a0a015d98bdc triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:31:02.823092 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:03.135857 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a29f5-ed5e-40f6-a9e1-7f320b935059 req-6616e2c4-8bf7-4936-8174-5470c2b1a17e tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:03.137427 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f90a29f5-ed5e-40f6-a9e1-7f320b935059 req-6616e2c4-8bf7-4936-8174-5470c2b1a17e tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=00278876-9f41-4f50-925c-2b3dd85043e1 HTTP/1.1" status: 200 len: 946 time: 0.0782523 Jun 18 08:31:03.196558 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f90a29f5-ed5e-40f6-a9e1-7f320b935059 req-e617c056-72e0-49e1-929b-05f2001d9ef8 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497129 Jun 18 08:31:03.942683 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 34578) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:31:04.048910 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-682758b1-c2b8-49d9-8e6c-bbb7eb257b71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:04.142526 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-682758b1-c2b8-49d9-8e6c-bbb7eb257b71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:04.210333 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-682758b1-c2b8-49d9-8e6c-bbb7eb257b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:04.213046 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-ad74ae7a-d008-4867-9478-7a370e46bb71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:04.249809 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682758b1-c2b8-49d9-8e6c-bbb7eb257b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e009d6-53be-45e0-8759-600f6b915d5b,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:04.254432 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-682758b1-c2b8-49d9-8e6c-bbb7eb257b71 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=67a5afd1c38f48c5aae21a35150edc4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3106086 Jun 18 08:31:04.255587 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-682758b1-c2b8-49d9-8e6c-bbb7eb257b71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:04.256925 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 34596) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:31:04.314362 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-63e41bc2-6c11-4d9e-b317-04270a8364ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:04.369061 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-63e41bc2-6c11-4d9e-b317-04270a8364ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:04.426513 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dc015d-470c-4198-8233-1749bdd9619f req-4f43ade7-44b9-476c-98fc-b0ca1886c730 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:04.428010 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c7dc015d-470c-4198-8233-1749bdd9619f req-4f43ade7-44b9-476c-98fc-b0ca1886c730 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=00278876-9f41-4f50-925c-2b3dd85043e1 HTTP/1.1" status: 200 len: 946 time: 0.1105111 Jun 18 08:31:04.471024 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c7dc015d-470c-4198-8233-1749bdd9619f req-633de069-2919-406f-824e-d192a08866fb tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370126 Jun 18 08:31:04.506195 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-63e41bc2-6c11-4d9e-b317-04270a8364ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:04.509048 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-63e41bc2-6c11-4d9e-b317-04270a8364ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:04.512895 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-63e41bc2-6c11-4d9e-b317-04270a8364ec admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a3e009d6-53be-45e0-8759-600f6b915d5b HTTP/1.1" status: 204 len: 168 time: 0.2548478 Jun 18 08:31:04.514560 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-e06822f9-92f1-4980-9623-1170fc73ad31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:04.523070 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e41bc2-6c11-4d9e-b317-04270a8364ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e009d6-53be-45e0-8759-600f6b915d5b,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:04.525638 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-63e41bc2-6c11-4d9e-b317-04270a8364ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:05.199076 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 34620) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:31:05.213830 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-5165947b-160c-48c4-85dc-e9348555bc31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:05.310389 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-5165947b-160c-48c4-85dc-e9348555bc31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:05.510579 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-5165947b-160c-48c4-85dc-e9348555bc31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:05.513687 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-36cd4079-ad49-41aa-819b-70078b0ee702 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:05.552877 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-5165947b-160c-48c4-85dc-e9348555bc31 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cc0e57ae559f4e0d8783f440d0a0efc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3526366 Jun 18 08:31:05.553628 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5165947b-160c-48c4-85dc-e9348555bc31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e95b261-35fe-48e7-8ff3-2e58a1566091,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:05.555568 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 34626) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:31:05.560248 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-5165947b-160c-48c4-85dc-e9348555bc31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:05.605288 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-57f0de14-e8e0-4174-8829-5f0deb79bcaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:05.626585 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-57f0de14-e8e0-4174-8829-5f0deb79bcaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:05.742003 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-57f0de14-e8e0-4174-8829-5f0deb79bcaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:05.744656 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-57f0de14-e8e0-4174-8829-5f0deb79bcaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:05.745798 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-57f0de14-e8e0-4174-8829-5f0deb79bcaf admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4e95b261-35fe-48e7-8ff3-2e58a1566091 HTTP/1.1" status: 204 len: 168 time: 0.1890938 Jun 18 08:31:05.746577 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-9ebf8ed3-f3e8-4c82-b9ac-645be2d401d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:05.755039 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f0de14-e8e0-4174-8829-5f0deb79bcaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e95b261-35fe-48e7-8ff3-2e58a1566091,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:05.757615 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-57f0de14-e8e0-4174-8829-5f0deb79bcaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:09.048438 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-18f0f7cb-684d-45da-972b-899352e88798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:10.287899 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 34732) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:31:10.399746 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-c49a219e-c441-4608-ad9e-0cab17e1e995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:10.497131 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-c49a219e-c441-4608-ad9e-0cab17e1e995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:10.599929 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-c49a219e-c441-4608-ad9e-0cab17e1e995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:10.603637 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-9872a5fd-6de2-4b58-b4cd-918a29aae87c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:10.639701 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-c49a219e-c441-4608-ad9e-0cab17e1e995 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=36f8412f627742ca85df339c97bc8590&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3506815 Jun 18 08:31:10.640661 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49a219e-c441-4608-ad9e-0cab17e1e995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58493dc5-cf32-4712-bc6b-c6b7771e00cf,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:10.642662 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 34748) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:31:10.643675 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-c49a219e-c441-4608-ad9e-0cab17e1e995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:10.726137 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-90cccabb-a5df-40c8-bd3c-a1e3f1d0de82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:10.749059 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-90cccabb-a5df-40c8-bd3c-a1e3f1d0de82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:10.893497 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-90cccabb-a5df-40c8-bd3c-a1e3f1d0de82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:10.896656 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-90cccabb-a5df-40c8-bd3c-a1e3f1d0de82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:10.897811 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-90cccabb-a5df-40c8-bd3c-a1e3f1d0de82 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/58493dc5-cf32-4712-bc6b-c6b7771e00cf HTTP/1.1" status: 204 len: 168 time: 0.2528510 Jun 18 08:31:10.898600 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:10.906165 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cccabb-a5df-40c8-bd3c-a1e3f1d0de82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58493dc5-cf32-4712-bc6b-c6b7771e00cf,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:10.908711 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-90cccabb-a5df-40c8-bd3c-a1e3f1d0de82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:11.507590 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-21f557c2-ab19-40a7-89c4-81e1161ac2c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:11.555723 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 34770) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:31:11.569546 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-46414086-56dd-4f35-b282-2e53b22ddce8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:11.658626 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-46414086-56dd-4f35-b282-2e53b22ddce8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:11.716798 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-46414086-56dd-4f35-b282-2e53b22ddce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:11.720607 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-3a16e2e3-a692-44cf-a807-08c969aa7cc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:11.762805 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-46414086-56dd-4f35-b282-2e53b22ddce8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8170e70fb34b4fb4bfef6dae95d375fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2059681 Jun 18 08:31:11.765124 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46414086-56dd-4f35-b282-2e53b22ddce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc835f9-5154-4138-8598-fc98ef746a5a,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:11.765707 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 34774) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:31:11.768092 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-46414086-56dd-4f35-b282-2e53b22ddce8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:11.813580 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-d357bc65-cc16-4449-84c1-e8d651173601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:11.835433 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-d357bc65-cc16-4449-84c1-e8d651173601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:11.879186 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:11.941913 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-d357bc65-cc16-4449-84c1-e8d651173601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:11.944672 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-d357bc65-cc16-4449-84c1-e8d651173601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:11.948173 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-d357bc65-cc16-4449-84c1-e8d651173601 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/dfc835f9-5154-4138-8598-fc98ef746a5a HTTP/1.1" status: 204 len: 168 time: 0.1790385 Jun 18 08:31:11.948173 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-696f047e-ce29-4c15-8bdd-5cf8c795ae54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:11.958456 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d357bc65-cc16-4449-84c1-e8d651173601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc835f9-5154-4138-8598-fc98ef746a5a,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:11.961626 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-d357bc65-cc16-4449-84c1-e8d651173601 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:12.833838 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-37edacc1-1ba5-460e-aa47-45b5acfa9d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:14.553133 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-624571b3-aef6-4a8c-8ab3-5c089201a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:20.953110 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.agents_db [None req-a940af84-dce7-47c4-b5d3-ae67f117b383 None None] Agent healthcheck: found 6 active agents {{(pid=93644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:31:26.145215 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:32.644120 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-162d371a-538a-4500-a692-e015d4589db6 req-43c20e36-a47a-4337-bbc0-1d8887c394d8 tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=0c0be1136827443eb5bab8ab491b5d32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0740044 Jun 18 08:31:32.813733 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a44449-000b-4218-9ff6-ecc2d0aa8282 req-e63e618b-1e2e-4fcd-88d7-8b3d31f59d25 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:32.815193 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-03a44449-000b-4218-9ff6-ecc2d0aa8282 req-e63e618b-1e2e-4fcd-88d7-8b3d31f59d25 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/networks?id=155fa8b2-6e6f-41af-a4e6-797939ef9e59 HTTP/1.1" status: 200 len: 808 time: 0.2613227 Jun 18 08:31:32.856100 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-03a44449-000b-4218-9ff6-ecc2d0aa8282 req-f607219d-4cc5-4a1d-b096-38b85270336f tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/quotas/d67fe6e430f1497481e28a6936ae6038 HTTP/1.1" status: 200 len: 375 time: 0.0326762 Jun 18 08:31:32.890153 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d371a-538a-4500-a692-e015d4589db6 req-c51ac535-66ad-445d-bfcf-e83d9a60ff5b tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:32.894124 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-162d371a-538a-4500-a692-e015d4589db6 req-c51ac535-66ad-445d-bfcf-e83d9a60ff5b tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2388732 Jun 18 08:31:32.911347 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-03a44449-000b-4218-9ff6-ecc2d0aa8282 req-e46cb6de-755a-421d-9f1a-155c83d8a875 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d67fe6e430f1497481e28a6936ae6038&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0505607 Jun 18 08:31:32.926153 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-162d371a-538a-4500-a692-e015d4589db6 req-729e5edb-03ee-42e4-b635-ba1ebe190b89 tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] 10.222.0.70 "GET /v2.0/quotas/0c0be1136827443eb5bab8ab491b5d32 HTTP/1.1" status: 200 len: 375 time: 0.0178695 Jun 18 08:31:32.992775 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-162d371a-538a-4500-a692-e015d4589db6 req-298cc565-260f-4fac-b327-fecdd223c04e tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0c0be1136827443eb5bab8ab491b5d32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0558984 Jun 18 08:31:33.030733 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-03a44449-000b-4218-9ff6-ecc2d0aa8282 req-9615d90f-1d45-4a54-b638-e07aeea3855d service neutron] 10.222.0.70 "GET /v2.0/networks/155fa8b2-6e6f-41af-a4e6-797939ef9e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120338 Jun 18 08:31:33.120300 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-03a44449-000b-4218-9ff6-ecc2d0aa8282 req-5222b9ea-371a-4e34-8213-b9f71fff9a48 service neutron] 10.222.0.70 "GET /v2.0/networks/155fa8b2-6e6f-41af-a4e6-797939ef9e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833559 Jun 18 08:31:33.463371 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccfea75-b171-461c-8cca-3b78ad32a7ba req-68bd235e-9b83-483b-9f34-93576f800d57 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:33.465046 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6ccfea75-b171-461c-8cca-3b78ad32a7ba req-68bd235e-9b83-483b-9f34-93576f800d57 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=00278876-9f41-4f50-925c-2b3dd85043e1 HTTP/1.1" status: 200 len: 946 time: 0.0700283 Jun 18 08:31:33.503669 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6ccfea75-b171-461c-8cca-3b78ad32a7ba req-9c843b58-cec4-4ea9-9448-68c52bdf728c tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327632 Jun 18 08:31:33.574192 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-94589212-8df3-4a9e-af5d-92ce89062de1 req-308e5be1-05c3-41e2-8652-fe8c039ace12 tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] 10.222.0.70 "GET /v2.0/ports?device_id=b72a27a3-1f6c-471a-8392-7b1bea8fce0d HTTP/1.1" status: 200 len: 210 time: 0.0319400 Jun 18 08:31:33.641318 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c6b991e3-45bf-4bb3-a6a3-6a91ea44f4fb req-4d47c7a1-2058-4444-88aa-59b3defc098e tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8749116-c61b-4d9c-a129-d2de562ba963 HTTP/1.1" status: 200 len: 210 time: 0.0287957 Jun 18 08:31:37.840328 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-9d9a2add-ef5d-4ebb-9583-9aca6ff84b2d req-53bcb16e-cc9f-4f56-91b1-af5d1414bed9 tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] 10.222.0.70 "GET /v2.0/ports?device_id=b72a27a3-1f6c-471a-8392-7b1bea8fce0d HTTP/1.1" status: 200 len: 210 time: 0.0280936 Jun 18 08:31:37.977344 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-57c088e2-edfe-47e8-9cc2-e98b58ddf771 req-b03dc864-d986-4778-be75-f27b69d6d512 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8749116-c61b-4d9c-a129-d2de562ba963 HTTP/1.1" status: 200 len: 210 time: 0.0289075 Jun 18 08:31:38.897836 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a44449-000b-4218-9ff6-ecc2d0aa8282 req-c392e1b0-cbeb-4aa6-aadb-691f2d90ef9d tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:38.899336 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-03a44449-000b-4218-9ff6-ecc2d0aa8282 req-c392e1b0-cbeb-4aa6-aadb-691f2d90ef9d tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.72 "GET /v2.0/networks?id=155fa8b2-6e6f-41af-a4e6-797939ef9e59 HTTP/1.1" status: 200 len: 808 time: 0.1156805 Jun 18 08:31:38.933012 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [req-03a44449-000b-4218-9ff6-ecc2d0aa8282 req-b7f3f26e-198b-44f8-a298-44696aa4ca27 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Request body: {'port': {'device_id': 'b8749116-c61b-4d9c-a129-d2de562ba963', 'network_id': '155fa8b2-6e6f-41af-a4e6-797939ef9e59', 'admin_state_up': True, 'tenant_id': 'd67fe6e430f1497481e28a6936ae6038'}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:31:39.071128 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-8e0ee913-35fb-460f-9680-d6039323c81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:39.157096 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03a44449-000b-4218-9ff6-ecc2d0aa8282 req-b7f3f26e-198b-44f8-a298-44696aa4ca27 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Made reservation on behalf of d67fe6e430f1497481e28a6936ae6038 for: {'port': 1} {{(pid=93642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:31:39.160816 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-03a44449-000b-4218-9ff6-ecc2d0aa8282 req-b7f3f26e-198b-44f8-a298-44696aa4ca27 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-568420'] for port, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:39.212542 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6d7cf942-848d-4613-9a49-982cf5334218 req-c4177b90-ee68-4acb-94df-b9b79a29a1be tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] 10.222.0.70 "GET /v2.0/ports?device_id=b72a27a3-1f6c-471a-8392-7b1bea8fce0d HTTP/1.1" status: 200 len: 210 time: 0.2329903 Jun 18 08:31:39.249955 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-550bcf8d-3fa3-4863-92f8-9be09514b4da req-3a00e799-bcad-4624-b515-78495667babd tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8749116-c61b-4d9c-a129-d2de562ba963 HTTP/1.1" status: 200 len: 210 time: 0.0414815 Jun 18 08:31:39.330288 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.db_base_plugin_common [req-03a44449-000b-4218-9ff6-ecc2d0aa8282 req-b7f3f26e-198b-44f8-a298-44696aa4ca27 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Allocated IP 172.20.0.8 (155fa8b2-6e6f-41af-a4e6-797939ef9e59/4a535589-a0b7-4615-981d-3297fdcd0638/7ad387f9-647d-4738-ace5-ba7e056b38fd) {{(pid=93642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:31:39.483602 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-03a44449-000b-4218-9ff6-ecc2d0aa8282 req-b7f3f26e-198b-44f8-a298-44696aa4ca27 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Notify callbacks [] for port, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:39.563260 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-162d371a-538a-4500-a692-e015d4589db6 req-b8c89510-631d-45a6-b98d-af0e9412a3f4 tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=0c0be1136827443eb5bab8ab491b5d32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275035 Jun 18 08:31:39.635791 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-03a44449-000b-4218-9ff6-ecc2d0aa8282 req-b7f3f26e-198b-44f8-a298-44696aa4ca27 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-568999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741881438814'] for port, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:39.645676 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-955d518c-1704-4618-9110-4fc4d631a4e1 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:39.744050 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03a44449-000b-4218-9ff6-ecc2d0aa8282 req-b7f3f26e-198b-44f8-a298-44696aa4ca27 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Network 155fa8b2-6e6f-41af-a4e6-797939ef9e59 is already hosted by enough agents. {{(pid=93642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:31:39.757056 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.base_scheduler [req-03a44449-000b-4218-9ff6-ecc2d0aa8282 req-b7f3f26e-198b-44f8-a298-44696aa4ca27 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Resources bound (agent type, host, resource id): {{(pid=93642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:31:39.769006 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [req-03a44449-000b-4218-9ff6-ecc2d0aa8282 req-b7f3f26e-198b-44f8-a298-44696aa4ca27 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Received port after_create {{(pid=93642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:31:39.774500 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a44449-000b-4218-9ff6-ecc2d0aa8282 req-b7f3f26e-198b-44f8-a298-44696aa4ca27 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:39.775098 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-03a44449-000b-4218-9ff6-ecc2d0aa8282 req-b7f3f26e-198b-44f8-a298-44696aa4ca27 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881'] for port, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:39.785839 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f3f26e-198b-44f8-a298-44696aa4ca27 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Pushing event updated for resources: {'Port': ['ID=7ad387f9-647d-4738-ace5-ba7e056b38fd,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:39.802553 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-b7f3f26e-198b-44f8-a298-44696aa4ca27 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:39.832192 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d371a-538a-4500-a692-e015d4589db6 req-4f9c54fd-0a3c-4c06-a75d-0d68f8ffc92b tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:39.833638 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-162d371a-538a-4500-a692-e015d4589db6 req-4f9c54fd-0a3c-4c06-a75d-0d68f8ffc92b tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2649968 Jun 18 08:31:39.873346 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [req-162d371a-538a-4500-a692-e015d4589db6 req-ae7ced3f-667a-411d-b6f9-6329bf13442d tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] Request body: {'port': {'device_id': 'b72a27a3-1f6c-471a-8392-7b1bea8fce0d', 'network_id': '547cf3d4-af8a-4884-a431-ae35c89def3a', 'admin_state_up': True, 'tenant_id': '0c0be1136827443eb5bab8ab491b5d32'}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:31:39.879055 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-03a44449-000b-4218-9ff6-ecc2d0aa8282 req-b7f3f26e-198b-44f8-a298-44696aa4ca27 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9502113 Jun 18 08:31:39.917667 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [req-03a44449-000b-4218-9ff6-ecc2d0aa8282 req-af01d6e0-9259-44e6-ba02-303d38003b3e service neutron] Request body: {'port': {'device_id': 'b8749116-c61b-4d9c-a129-d2de562ba963', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78687'}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:31:40.270303 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-03a44449-000b-4218-9ff6-ecc2d0aa8282 req-af01d6e0-9259-44e6-ba02-303d38003b3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:40.361793 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-69531053-3819-490b-8f02-402a9190f35d req-4d9daa8e-180e-4646-8460-a8041fa8a877 tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] 10.222.0.70 "GET /v2.0/ports?device_id=b72a27a3-1f6c-471a-8392-7b1bea8fce0d HTTP/1.1" status: 200 len: 210 time: 0.0359547 Jun 18 08:31:40.389995 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-162d371a-538a-4500-a692-e015d4589db6 req-ae7ced3f-667a-411d-b6f9-6329bf13442d tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] Made reservation on behalf of 0c0be1136827443eb5bab8ab491b5d32 for: {'port': 1} {{(pid=93642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:31:40.393641 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-162d371a-538a-4500-a692-e015d4589db6 req-ae7ced3f-667a-411d-b6f9-6329bf13442d tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-568420'] for port, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:40.407132 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-162d371a-538a-4500-a692-e015d4589db6 req-ae7ced3f-667a-411d-b6f9-6329bf13442d tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] Notify callbacks [] for security_group, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:40.457045 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e3b4b2-866d-40f2-af0e-221221a2e92c req-302eacd2-08e9-454f-bc0a-69c40dc04d46 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:40.458591 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-89e3b4b2-866d-40f2-af0e-221221a2e92c req-302eacd2-08e9-454f-bc0a-69c40dc04d46 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8749116-c61b-4d9c-a129-d2de562ba963 HTTP/1.1" status: 200 len: 931 time: 0.0650554 Jun 18 08:31:40.501467 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-89e3b4b2-866d-40f2-af0e-221221a2e92c req-ce19ae3f-729c-4015-84e7-efce60989ee5 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ac43d44-c1d9-445e-97b4-b5f38c914c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366752 Jun 18 08:31:40.626324 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-162d371a-538a-4500-a692-e015d4589db6 req-ae7ced3f-667a-411d-b6f9-6329bf13442d tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] Notify callbacks [] for security_group, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:40.633945 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [req-03a44449-000b-4218-9ff6-ecc2d0aa8282 req-af01d6e0-9259-44e6-ba02-303d38003b3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ad387f9-647d-4738-ace5-ba7e056b38fd {{(pid=93642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 08:31:40.642018 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-03a44449-000b-4218-9ff6-ecc2d0aa8282 req-af01d6e0-9259-44e6-ba02-303d38003b3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:40.653597 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [req-03a44449-000b-4218-9ff6-ecc2d0aa8282 req-af01d6e0-9259-44e6-ba02-303d38003b3e service neutron] Transition to ACTIVE for port object 7ad387f9-647d-4738-ace5-ba7e056b38fd will not be triggered until provisioned by entity L2. {{(pid=93642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:31:40.678272 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-162d371a-538a-4500-a692-e015d4589db6 req-ae7ced3f-667a-411d-b6f9-6329bf13442d tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:40.682530 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-e858bc3c-b491-4466-9b32-0e56dcb1ace5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:40.738429 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-03a44449-000b-4218-9ff6-ecc2d0aa8282 req-af01d6e0-9259-44e6-ba02-303d38003b3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:40.746305 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7ced3f-667a-411d-b6f9-6329bf13442d tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47b233e6-22b8-4700-86d4-a8eb1900ae11,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:40.758778 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-ae7ced3f-667a-411d-b6f9-6329bf13442d tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:40.759236 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:40.862587 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af01d6e0-9259-44e6-ba02-303d38003b3e service neutron] Pushing event updated for resources: {'Port': ['ID=7ad387f9-647d-4738-ace5-ba7e056b38fd,revision_number=2']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:40.867684 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-af01d6e0-9259-44e6-ba02-303d38003b3e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:40.925535 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.db_base_plugin_common [req-162d371a-538a-4500-a692-e015d4589db6 req-ae7ced3f-667a-411d-b6f9-6329bf13442d tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] Allocated IP 192.168.233.48 (547cf3d4-af8a-4884-a431-ae35c89def3a/2be231d0-a86a-4a9b-a096-dc713305d176/2dcd6da2-4d5d-49f2-9481-3aa16277105c) {{(pid=93642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:31:40.932684 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [req-03a44449-000b-4218-9ff6-ecc2d0aa8282 req-af01d6e0-9259-44e6-ba02-303d38003b3e service neutron] Attempting to bind port 7ad387f9-647d-4738-ace5-ba7e056b38fd on host hv-cinder-78687 for vnic_type normal with profile {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:31:40.933094 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [req-03a44449-000b-4218-9ff6-ecc2d0aa8282 req-af01d6e0-9259-44e6-ba02-303d38003b3e service neutron] Attempting to bind port 7ad387f9-647d-4738-ace5-ba7e056b38fd by drivers openvswitch,hyperv on host hv-cinder-78687 at level 0 using segments [{'id': '7ab84e50-8a63-4077-b2f1-0c7c3cd12bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '155fa8b2-6e6f-41af-a4e6-797939ef9e59'}] {{(pid=93642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:31:40.933493 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a44449-000b-4218-9ff6-ecc2d0aa8282 req-af01d6e0-9259-44e6-ba02-303d38003b3e service neutron] Attempting to bind port 7ad387f9-647d-4738-ace5-ba7e056b38fd on network 155fa8b2-6e6f-41af-a4e6-797939ef9e59 {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:31:40.945533 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a44449-000b-4218-9ff6-ecc2d0aa8282 req-af01d6e0-9259-44e6-ba02-303d38003b3e service neutron] Port 7ad387f9-647d-4738-ace5-ba7e056b38fd on network 155fa8b2-6e6f-41af-a4e6-797939ef9e59 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78687 {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 08:31:40.945533 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a44449-000b-4218-9ff6-ecc2d0aa8282 req-af01d6e0-9259-44e6-ba02-303d38003b3e service neutron] Attempting to bind port 7ad387f9-647d-4738-ace5-ba7e056b38fd on network 155fa8b2-6e6f-41af-a4e6-797939ef9e59 {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:31:40.956972 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a44449-000b-4218-9ff6-ecc2d0aa8282 req-af01d6e0-9259-44e6-ba02-303d38003b3e service neutron] Checking agent: {'id': '7d051742-a391-48d3-aa1e-6019401c6fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78687', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 26, 56), 'started_at': datetime.datetime(2021, 6, 18, 8, 26, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:31:40.958403 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a44449-000b-4218-9ff6-ecc2d0aa8282 req-af01d6e0-9259-44e6-ba02-303d38003b3e service neutron] Checking segment: {'id': '7ab84e50-8a63-4077-b2f1-0c7c3cd12bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '155fa8b2-6e6f-41af-a4e6-797939ef9e59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:31:40.958403 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a44449-000b-4218-9ff6-ecc2d0aa8282 req-af01d6e0-9259-44e6-ba02-303d38003b3e service neutron] Bound using segment: {'id': '7ab84e50-8a63-4077-b2f1-0c7c3cd12bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '155fa8b2-6e6f-41af-a4e6-797939ef9e59'} {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:31:40.958403 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [req-03a44449-000b-4218-9ff6-ecc2d0aa8282 req-af01d6e0-9259-44e6-ba02-303d38003b3e service neutron] Bound port: 7ad387f9-647d-4738-ace5-ba7e056b38fd, host: hv-cinder-78687, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ab84e50-8a63-4077-b2f1-0c7c3cd12bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '155fa8b2-6e6f-41af-a4e6-797939ef9e59'}}] {{(pid=93642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:31:40.958721 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-03a44449-000b-4218-9ff6-ecc2d0aa8282 req-af01d6e0-9259-44e6-ba02-303d38003b3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:41.103568 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [req-03a44449-000b-4218-9ff6-ecc2d0aa8282 req-af01d6e0-9259-44e6-ba02-303d38003b3e service neutron] For port 7ad387f9-647d-4738-ace5-ba7e056b38fd, host hv-cinder-78687, cleared binding levels {{(pid=93642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:31:41.123460 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [req-03a44449-000b-4218-9ff6-ecc2d0aa8282 req-af01d6e0-9259-44e6-ba02-303d38003b3e service neutron] For port 7ad387f9-647d-4738-ace5-ba7e056b38fd, host hv-cinder-78687, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=7ad387f9-647d-4738-ace5-ba7e056b38fd,segment=NetworkSegment(7ab84e50-8a63-4077-b2f1-0c7c3cd12bc1),segment_id=7ab84e50-8a63-4077-b2f1-0c7c3cd12bc1)] {{(pid=93642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:31:41.159712 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-162d371a-538a-4500-a692-e015d4589db6 req-ae7ced3f-667a-411d-b6f9-6329bf13442d tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] Notify callbacks [] for port, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:41.178950 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [req-162d371a-538a-4500-a692-e015d4589db6 req-ae7ced3f-667a-411d-b6f9-6329bf13442d tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] Transition to ACTIVE for port object 2dcd6da2-4d5d-49f2-9481-3aa16277105c will not be triggered until provisioned by entity DHCP. {{(pid=93642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:31:41.209817 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-03a44449-000b-4218-9ff6-ecc2d0aa8282 req-af01d6e0-9259-44e6-ba02-303d38003b3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:41.211736 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:41.249570 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a44449-000b-4218-9ff6-ecc2d0aa8282 req-af01d6e0-9259-44e6-ba02-303d38003b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:41.249836 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-03a44449-000b-4218-9ff6-ecc2d0aa8282 req-af01d6e0-9259-44e6-ba02-303d38003b3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881'] for port, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:41.251189 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-03a44449-000b-4218-9ff6-ecc2d0aa8282 req-af01d6e0-9259-44e6-ba02-303d38003b3e service neutron] 10.222.0.72 "PUT /v2.0/ports/7ad387f9-647d-4738-ace5-ba7e056b38fd HTTP/1.1" status: 200 len: 1093 time: 1.3376105 Jun 18 08:31:41.251694 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8749116-c61b-4d9c-a129-d2de562ba963', 'tag': '7ad387f9-647d-4738-ace5-ba7e056b38fd'}] {{(pid=93642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:31:41.254033 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8e20e2b9f795c08d425b6044ace8e6bfcc189f1bac9bd432248b5aa3a03ca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3458c9-62b5-4806-bf20-32fa8779f443" -d '{"events": [{"name": "network-changed", "server_uuid": "b8749116-c61b-4d9c-a129-d2de562ba963", "tag": "7ad387f9-647d-4738-ace5-ba7e056b38fd"}]}' {{(pid=93642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:31:41.277350 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af01d6e0-9259-44e6-ba02-303d38003b3e service neutron] Pushing event updated for resources: {'Port': ['ID=7ad387f9-647d-4738-ace5-ba7e056b38fd,revision_number=3']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:41.280776 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-af01d6e0-9259-44e6-ba02-303d38003b3e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:41.288732 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-162d371a-538a-4500-a692-e015d4589db6 req-ae7ced3f-667a-411d-b6f9-6329bf13442d tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-568999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741881438814'] for port, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:41.291296 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 08:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f4123f-a3c1-4bf0-bcda-bf7480acd6a4 x-openstack-request-id: req-93f4123f-a3c1-4bf0-bcda-bf7480acd6a4 {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:31:41.291610 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8749116-c61b-4d9c-a129-d2de562ba963", "tag": "7ad387f9-647d-4738-ace5-ba7e056b38fd", "status": "completed", "code": 200}]} {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:31:41.291937 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-93f4123f-a3c1-4bf0-bcda-bf7480acd6a4 {{(pid=93642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:31:41.292332 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8749116-c61b-4d9c-a129-d2de562ba963', 'tag': '7ad387f9-647d-4738-ace5-ba7e056b38fd', 'status': 'completed', 'code': 200} Jun 18 08:31:41.294765 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-13870274-4cf2-4b73-9a55-9ac7f93e651f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:41.342174 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-162d371a-538a-4500-a692-e015d4589db6 req-ae7ced3f-667a-411d-b6f9-6329bf13442d tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] Network 547cf3d4-af8a-4884-a431-ae35c89def3a is already hosted by enough agents. {{(pid=93642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:31:41.345688 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.base_scheduler [req-162d371a-538a-4500-a692-e015d4589db6 req-ae7ced3f-667a-411d-b6f9-6329bf13442d tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] Resources bound (agent type, host, resource id): {{(pid=93642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:31:41.351356 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [req-162d371a-538a-4500-a692-e015d4589db6 req-ae7ced3f-667a-411d-b6f9-6329bf13442d tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] Received port after_create {{(pid=93642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:31:41.354901 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d371a-538a-4500-a692-e015d4589db6 req-ae7ced3f-667a-411d-b6f9-6329bf13442d tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:41.355542 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-162d371a-538a-4500-a692-e015d4589db6 req-ae7ced3f-667a-411d-b6f9-6329bf13442d tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881'] for port, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:41.365255 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7ced3f-667a-411d-b6f9-6329bf13442d tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] Pushing event updated for resources: {'Port': ['ID=2dcd6da2-4d5d-49f2-9481-3aa16277105c,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:41.369764 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-ae7ced3f-667a-411d-b6f9-6329bf13442d tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:41.502731 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-162d371a-538a-4500-a692-e015d4589db6 req-ae7ced3f-667a-411d-b6f9-6329bf13442d tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6338224 Jun 18 08:31:41.520883 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-9b8e9af8-7ce3-4223-90f4-2fb425ce986d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:41.583888 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff27a6-9bdd-429c-b1c3-4940a6fcab83 req-0282034c-cc74-4471-9d95-dbea1d7322fb tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:41.599388 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-97ff27a6-9bdd-429c-b1c3-4940a6fcab83 req-0282034c-cc74-4471-9d95-dbea1d7322fb tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] 10.222.0.70 "GET /v2.0/ports?device_id=b72a27a3-1f6c-471a-8392-7b1bea8fce0d HTTP/1.1" status: 200 len: 935 time: 0.1023343 Jun 18 08:31:41.611728 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 35224) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:31:41.648719 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [req-162d371a-538a-4500-a692-e015d4589db6 req-6b092253-e76c-4ee4-8c2c-c61fbeaa2993 service neutron] Request body: {'port': {'device_id': 'b72a27a3-1f6c-471a-8392-7b1bea8fce0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78687'}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:31:41.673354 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-97ff27a6-9bdd-429c-b1c3-4940a6fcab83 req-0bba0535-66d7-44fa-a7dc-d73aad345ec4 tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] 10.222.0.70 "GET /v2.0/security-groups?id=47b233e6-22b8-4700-86d4-a8eb1900ae11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727704 Jun 18 08:31:41.705208 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-4abb169a-d198-40de-b783-c8f19c1d3a90 None None] Provisioning for port 2dcd6da2-4d5d-49f2-9481-3aa16277105c completed by entity DHCP. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:31:41.709938 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-4abb169a-d198-40de-b783-c8f19c1d3a90 None None] Provisioning complete for port 2dcd6da2-4d5d-49f2-9481-3aa16277105c triggered by entity DHCP. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:31:41.714925 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-4abb169a-d198-40de-b783-c8f19c1d3a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:41.771585 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeba06a-1e79-4027-a2eb-f2c084d6e8e2 req-53d3526b-596e-4c9c-958e-09eafb20b96c tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:41.773779 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7aeba06a-1e79-4027-a2eb-f2c084d6e8e2 req-53d3526b-596e-4c9c-958e-09eafb20b96c tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8749116-c61b-4d9c-a129-d2de562ba963 HTTP/1.1" status: 200 len: 943 time: 0.1196527 Jun 18 08:31:41.779356 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-4abb169a-d198-40de-b783-c8f19c1d3a90 None None] Port 2dcd6da2-4d5d-49f2-9481-3aa16277105c cannot update to ACTIVE because it is not bound. {{(pid=93643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 08:31:41.784837 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3458c9-62b5-4806-bf20-32fa8779f443 req-7d86a66d-2a99-43b8-9dba-15a9c60dc611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:41.786515 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-3d3458c9-62b5-4806-bf20-32fa8779f443 req-7d86a66d-2a99-43b8-9dba-15a9c60dc611 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d67fe6e430f1497481e28a6936ae6038&device_id=b8749116-c61b-4d9c-a129-d2de562ba963 HTTP/1.1" status: 200 len: 1096 time: 0.1304502 Jun 18 08:31:41.787171 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-162d371a-538a-4500-a692-e015d4589db6 req-6b092253-e76c-4ee4-8c2c-c61fbeaa2993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:41.800567 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-e98beb3d-bb70-4da3-82b2-0c9771f6d909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:41.849030 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7aeba06a-1e79-4027-a2eb-f2c084d6e8e2 req-3fd6dd88-fac7-4505-8f0e-c44f610ef095 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ac43d44-c1d9-445e-97b4-b5f38c914c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657773 Jun 18 08:31:41.897196 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:41.926608 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-e98beb3d-bb70-4da3-82b2-0c9771f6d909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:41.992697 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-e98beb3d-bb70-4da3-82b2-0c9771f6d909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:41.996881 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-57f0de14-e8e0-4174-8829-5f0deb79bcaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:42.008545 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3458c9-62b5-4806-bf20-32fa8779f443 req-1838d8db-3f54-41f3-bd21-d3ec1f9abce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:42.009996 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-3d3458c9-62b5-4806-bf20-32fa8779f443 req-1838d8db-3f54-41f3-bd21-d3ec1f9abce5 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=d67fe6e430f1497481e28a6936ae6038&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1851113 Jun 18 08:31:42.036529 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-e98beb3d-bb70-4da3-82b2-0c9771f6d909 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9ea6567956ad417189289df25bf54a3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4211891 Jun 18 08:31:42.036529 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98beb3d-bb70-4da3-82b2-0c9771f6d909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a59a8741-900c-4966-97f9-7b4e8be5317f,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:42.038711 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-e98beb3d-bb70-4da3-82b2-0c9771f6d909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:42.039399 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 35230) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:31:42.091219 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-88197e8d-ef6c-44e4-974a-c3046e139f59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:42.113009 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-88197e8d-ef6c-44e4-974a-c3046e139f59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:42.163456 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3458c9-62b5-4806-bf20-32fa8779f443 req-f86d54db-bdf2-44d6-acb6-2e321b95f4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:42.164907 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-3d3458c9-62b5-4806-bf20-32fa8779f443 req-f86d54db-bdf2-44d6-acb6-2e321b95f4b3 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1299393 Jun 18 08:31:42.217586 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [req-162d371a-538a-4500-a692-e015d4589db6 req-6b092253-e76c-4ee4-8c2c-c61fbeaa2993 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dcd6da2-4d5d-49f2-9481-3aa16277105c {{(pid=93642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 08:31:42.226220 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-162d371a-538a-4500-a692-e015d4589db6 req-6b092253-e76c-4ee4-8c2c-c61fbeaa2993 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:42.261356 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-88197e8d-ef6c-44e4-974a-c3046e139f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:42.272824 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [req-162d371a-538a-4500-a692-e015d4589db6 req-6b092253-e76c-4ee4-8c2c-c61fbeaa2993 service neutron] Transition to ACTIVE for port object 2dcd6da2-4d5d-49f2-9481-3aa16277105c will not be triggered until provisioned by entity L2. {{(pid=93642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:31:42.274506 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-88197e8d-ef6c-44e4-974a-c3046e139f59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:42.275690 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-88197e8d-ef6c-44e4-974a-c3046e139f59 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a59a8741-900c-4966-97f9-7b4e8be5317f HTTP/1.1" status: 204 len: 168 time: 0.2352450 Jun 18 08:31:42.276622 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-455fef2d-14c7-4aff-9a85-5a985e731f4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:42.285881 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88197e8d-ef6c-44e4-974a-c3046e139f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a59a8741-900c-4966-97f9-7b4e8be5317f,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:42.288368 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-88197e8d-ef6c-44e4-974a-c3046e139f59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:42.306099 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a44449-000b-4218-9ff6-ecc2d0aa8282 req-7ef41908-5008-46a4-9d4c-2b65c218d8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:42.306099 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-03a44449-000b-4218-9ff6-ecc2d0aa8282 req-7ef41908-5008-46a4-9d4c-2b65c218d8ab service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d67fe6e430f1497481e28a6936ae6038&device_id=b8749116-c61b-4d9c-a129-d2de562ba963 HTTP/1.1" status: 200 len: 1096 time: 0.0582569 Jun 18 08:31:42.368788 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-162d371a-538a-4500-a692-e015d4589db6 req-6b092253-e76c-4ee4-8c2c-c61fbeaa2993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:42.371492 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-03a44449-000b-4218-9ff6-ecc2d0aa8282 req-a4255d53-20e2-4414-aac7-de1759671aef service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ad387f9-647d-4738-ace5-ba7e056b38fd HTTP/1.1" status: 200 len: 217 time: 0.0409925 Jun 18 08:31:42.373133 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-04f7d477-d405-4fec-afe6-0a742536c23b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:42.488486 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b092253-e76c-4ee4-8c2c-c61fbeaa2993 service neutron] Pushing event updated for resources: {'Port': ['ID=2dcd6da2-4d5d-49f2-9481-3aa16277105c,revision_number=2']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:42.494155 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-6b092253-e76c-4ee4-8c2c-c61fbeaa2993 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:42.496898 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a44449-000b-4218-9ff6-ecc2d0aa8282 req-e24ec1f8-ea79-4cd8-b148-80ef5b309f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:42.498570 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-03a44449-000b-4218-9ff6-ecc2d0aa8282 req-e24ec1f8-ea79-4cd8-b148-80ef5b309f75 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4a535589-a0b7-4615-981d-3297fdcd0638 HTTP/1.1" status: 200 len: 848 time: 0.1195176 Jun 18 08:31:42.553825 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-03a44449-000b-4218-9ff6-ecc2d0aa8282 req-dd4ba419-e475-4dc7-8681-f1192ab5c771 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=155fa8b2-6e6f-41af-a4e6-797939ef9e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319314 Jun 18 08:31:42.571857 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [req-162d371a-538a-4500-a692-e015d4589db6 req-6b092253-e76c-4ee4-8c2c-c61fbeaa2993 service neutron] Attempting to bind port 2dcd6da2-4d5d-49f2-9481-3aa16277105c on host hv-cinder-78687 for vnic_type normal with profile {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:31:42.572235 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [req-162d371a-538a-4500-a692-e015d4589db6 req-6b092253-e76c-4ee4-8c2c-c61fbeaa2993 service neutron] Attempting to bind port 2dcd6da2-4d5d-49f2-9481-3aa16277105c by drivers openvswitch,hyperv on host hv-cinder-78687 at level 0 using segments [{'id': '4daca6e2-5127-4268-8d1c-03c799381b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '547cf3d4-af8a-4884-a431-ae35c89def3a'}] {{(pid=93642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:31:42.572568 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162d371a-538a-4500-a692-e015d4589db6 req-6b092253-e76c-4ee4-8c2c-c61fbeaa2993 service neutron] Attempting to bind port 2dcd6da2-4d5d-49f2-9481-3aa16277105c on network 547cf3d4-af8a-4884-a431-ae35c89def3a {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:31:42.620140 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162d371a-538a-4500-a692-e015d4589db6 req-6b092253-e76c-4ee4-8c2c-c61fbeaa2993 service neutron] Port 2dcd6da2-4d5d-49f2-9481-3aa16277105c on network 547cf3d4-af8a-4884-a431-ae35c89def3a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78687 {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 08:31:42.620474 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162d371a-538a-4500-a692-e015d4589db6 req-6b092253-e76c-4ee4-8c2c-c61fbeaa2993 service neutron] Attempting to bind port 2dcd6da2-4d5d-49f2-9481-3aa16277105c on network 547cf3d4-af8a-4884-a431-ae35c89def3a {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:31:42.630336 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162d371a-538a-4500-a692-e015d4589db6 req-6b092253-e76c-4ee4-8c2c-c61fbeaa2993 service neutron] Checking agent: {'id': '7d051742-a391-48d3-aa1e-6019401c6fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78687', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 26, 56), 'started_at': datetime.datetime(2021, 6, 18, 8, 26, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:31:42.630902 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162d371a-538a-4500-a692-e015d4589db6 req-6b092253-e76c-4ee4-8c2c-c61fbeaa2993 service neutron] Checking segment: {'id': '4daca6e2-5127-4268-8d1c-03c799381b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '547cf3d4-af8a-4884-a431-ae35c89def3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:31:42.631371 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162d371a-538a-4500-a692-e015d4589db6 req-6b092253-e76c-4ee4-8c2c-c61fbeaa2993 service neutron] Bound using segment: {'id': '4daca6e2-5127-4268-8d1c-03c799381b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '547cf3d4-af8a-4884-a431-ae35c89def3a'} {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:31:42.631814 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [req-162d371a-538a-4500-a692-e015d4589db6 req-6b092253-e76c-4ee4-8c2c-c61fbeaa2993 service neutron] Bound port: 2dcd6da2-4d5d-49f2-9481-3aa16277105c, host: hv-cinder-78687, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4daca6e2-5127-4268-8d1c-03c799381b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '547cf3d4-af8a-4884-a431-ae35c89def3a'}}] {{(pid=93642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:31:42.632192 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-162d371a-538a-4500-a692-e015d4589db6 req-6b092253-e76c-4ee4-8c2c-c61fbeaa2993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:42.724602 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-03a44449-000b-4218-9ff6-ecc2d0aa8282 req-2af8f2d3-54f0-44c2-be66-e9195075a1cb service neutron] 10.222.0.72 "GET /v2.0/networks/155fa8b2-6e6f-41af-a4e6-797939ef9e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626911 Jun 18 08:31:42.793095 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [req-162d371a-538a-4500-a692-e015d4589db6 req-6b092253-e76c-4ee4-8c2c-c61fbeaa2993 service neutron] For port 2dcd6da2-4d5d-49f2-9481-3aa16277105c, host hv-cinder-78687, cleared binding levels {{(pid=93642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:31:42.808713 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [req-162d371a-538a-4500-a692-e015d4589db6 req-6b092253-e76c-4ee4-8c2c-c61fbeaa2993 service neutron] For port 2dcd6da2-4d5d-49f2-9481-3aa16277105c, host hv-cinder-78687, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=2dcd6da2-4d5d-49f2-9481-3aa16277105c,segment=NetworkSegment(4daca6e2-5127-4268-8d1c-03c799381b2c),segment_id=4daca6e2-5127-4268-8d1c-03c799381b2c)] {{(pid=93642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:31:42.846412 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-03a44449-000b-4218-9ff6-ecc2d0aa8282 req-08e30de9-0ade-4195-8419-c5125f0bf39a service neutron] 10.222.0.72 "GET /v2.0/networks/155fa8b2-6e6f-41af-a4e6-797939ef9e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133995 Jun 18 08:31:42.881426 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dac4c3-2431-4b55-919d-741ea2485ab1 req-b15877f2-8875-4611-b4f5-490a27cf9f4a tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:42.882912 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-47dac4c3-2431-4b55-919d-741ea2485ab1 req-b15877f2-8875-4611-b4f5-490a27cf9f4a tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] 10.222.0.70 "GET /v2.0/ports?device_id=b72a27a3-1f6c-471a-8392-7b1bea8fce0d HTTP/1.1" status: 200 len: 947 time: 0.0678422 Jun 18 08:31:42.907447 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-37edacc1-1ba5-460e-aa47-45b5acfa9d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:42.909718 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-162d371a-538a-4500-a692-e015d4589db6 req-6b092253-e76c-4ee4-8c2c-c61fbeaa2993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:42.912808 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-13870274-4cf2-4b73-9a55-9ac7f93e651f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:42.930803 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-47dac4c3-2431-4b55-919d-741ea2485ab1 req-5e6e86ed-b099-4f05-8a8c-ac216f388081 tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] 10.222.0.70 "GET /v2.0/security-groups?id=47b233e6-22b8-4700-86d4-a8eb1900ae11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387969 Jun 18 08:31:42.948215 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d371a-538a-4500-a692-e015d4589db6 req-6b092253-e76c-4ee4-8c2c-c61fbeaa2993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:42.949024 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-162d371a-538a-4500-a692-e015d4589db6 req-6b092253-e76c-4ee4-8c2c-c61fbeaa2993 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881'] for port, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:42.950408 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-162d371a-538a-4500-a692-e015d4589db6 req-6b092253-e76c-4ee4-8c2c-c61fbeaa2993 service neutron] 10.222.0.72 "PUT /v2.0/ports/2dcd6da2-4d5d-49f2-9481-3aa16277105c HTTP/1.1" status: 200 len: 1097 time: 1.3098156 Jun 18 08:31:42.976922 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b092253-e76c-4ee4-8c2c-c61fbeaa2993 service neutron] Pushing event updated for resources: {'Port': ['ID=2dcd6da2-4d5d-49f2-9481-3aa16277105c,revision_number=3']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:42.980829 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-6b092253-e76c-4ee4-8c2c-c61fbeaa2993 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:43.046556 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 35266) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:31:43.052429 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5beef-7829-40c5-85db-4f3a3cddefd7 req-04d5a397-5412-4be2-a687-8c6c813fd852 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:43.056428 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-fab5beef-7829-40c5-85db-4f3a3cddefd7 req-04d5a397-5412-4be2-a687-8c6c813fd852 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8749116-c61b-4d9c-a129-d2de562ba963 HTTP/1.1" status: 200 len: 943 time: 0.0766981 Jun 18 08:31:43.064321 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c0e7e6b6-95a4-4388-b144-5e6f65fff49e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:43.103356 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-fab5beef-7829-40c5-85db-4f3a3cddefd7 req-c5b817f3-204f-4efa-8172-93fd8010ff05 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ac43d44-c1d9-445e-97b4-b5f38c914c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387228 Jun 18 08:31:43.182127 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d371a-538a-4500-a692-e015d4589db6 req-a1b6b5cd-73b6-400d-a1e0-91c081c3745a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:43.183804 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-162d371a-538a-4500-a692-e015d4589db6 req-a1b6b5cd-73b6-400d-a1e0-91c081c3745a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0c0be1136827443eb5bab8ab491b5d32&device_id=b72a27a3-1f6c-471a-8392-7b1bea8fce0d HTTP/1.1" status: 200 len: 1100 time: 0.0931768 Jun 18 08:31:43.211366 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c0e7e6b6-95a4-4388-b144-5e6f65fff49e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:43.241693 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-162d371a-538a-4500-a692-e015d4589db6 req-980a39a2-9100-4a3f-b65c-70be95861efb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=2dcd6da2-4d5d-49f2-9481-3aa16277105c HTTP/1.1" status: 200 len: 217 time: 0.0412316 Jun 18 08:31:43.276126 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c0e7e6b6-95a4-4388-b144-5e6f65fff49e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:43.280073 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-c268b777-3cef-4f93-a926-ccfe463ffd19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:43.297389 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b72a27a3-1f6c-471a-8392-7b1bea8fce0d', 'tag': '2dcd6da2-4d5d-49f2-9481-3aa16277105c'}] {{(pid=93642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:31:43.300093 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8e20e2b9f795c08d425b6044ace8e6bfcc189f1bac9bd432248b5aa3a03ca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba30844-cca6-4659-b0fe-27db7f4d3ca4" -d '{"events": [{"name": "network-changed", "server_uuid": "b72a27a3-1f6c-471a-8392-7b1bea8fce0d", "tag": "2dcd6da2-4d5d-49f2-9481-3aa16277105c"}]}' {{(pid=93642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:31:43.332376 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d371a-538a-4500-a692-e015d4589db6 req-b9c5aa3a-7850-4be0-9ce4-54b6d76e5a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:43.333836 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-162d371a-538a-4500-a692-e015d4589db6 req-b9c5aa3a-7850-4be0-9ce4-54b6d76e5a96 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2be231d0-a86a-4a9b-a096-dc713305d176 HTTP/1.1" status: 200 len: 843 time: 0.0847960 Jun 18 08:31:43.336364 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-c0e7e6b6-95a4-4388-b144-5e6f65fff49e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5f45ebee202944b28f06a49ee47adef1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2888529 Jun 18 08:31:43.337892 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 08:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b71bfa21-a53c-48b5-ab1a-93fc930981e1 x-openstack-request-id: req-b71bfa21-a53c-48b5-ab1a-93fc930981e1 {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:31:43.338202 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b72a27a3-1f6c-471a-8392-7b1bea8fce0d", "tag": "2dcd6da2-4d5d-49f2-9481-3aa16277105c", "status": "completed", "code": 200}]} {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:31:43.339046 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b71bfa21-a53c-48b5-ab1a-93fc930981e1 {{(pid=93642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:31:43.339046 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b72a27a3-1f6c-471a-8392-7b1bea8fce0d', 'tag': '2dcd6da2-4d5d-49f2-9481-3aa16277105c', 'status': 'completed', 'code': 200} Jun 18 08:31:43.339258 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 35274) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:31:43.339704 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e7e6b6-95a4-4388-b144-5e6f65fff49e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba26e542-be47-49e3-848c-92ee49f135b2,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:43.351217 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-c0e7e6b6-95a4-4388-b144-5e6f65fff49e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:43.394990 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-a23433f2-8edb-4176-bd56-3c6d97d4cc28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:43.416783 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-a23433f2-8edb-4176-bd56-3c6d97d4cc28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:43.417011 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d371a-538a-4500-a692-e015d4589db6 req-6a408e55-55b6-4f00-a0bc-43d492d081e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:43.418310 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-162d371a-538a-4500-a692-e015d4589db6 req-6a408e55-55b6-4f00-a0bc-43d492d081e4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=547cf3d4-af8a-4884-a431-ae35c89def3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0662453 Jun 18 08:31:43.514422 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-162d371a-538a-4500-a692-e015d4589db6 req-e05e4c2b-220f-4c51-ae6f-e85b12ac2fe8 service neutron] 10.222.0.72 "GET /v2.0/networks/547cf3d4-af8a-4884-a431-ae35c89def3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845575 Jun 18 08:31:43.529814 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-a23433f2-8edb-4176-bd56-3c6d97d4cc28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:43.532368 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-a23433f2-8edb-4176-bd56-3c6d97d4cc28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:43.533485 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-a23433f2-8edb-4176-bd56-3c6d97d4cc28 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ba26e542-be47-49e3-848c-92ee49f135b2 HTTP/1.1" status: 204 len: 168 time: 0.1932392 Jun 18 08:31:43.534246 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-409b3377-47e0-4bd4-8550-bfeadc0fcc8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:43.542234 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23433f2-8edb-4176-bd56-3c6d97d4cc28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba26e542-be47-49e3-848c-92ee49f135b2,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:43.544068 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-a23433f2-8edb-4176-bd56-3c6d97d4cc28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:43.612180 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-162d371a-538a-4500-a692-e015d4589db6 req-b40842f8-d6ab-4f6d-8506-b2ef493d145b service neutron] 10.222.0.72 "GET /v2.0/networks/547cf3d4-af8a-4884-a431-ae35c89def3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909941 Jun 18 08:31:43.879757 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba30844-cca6-4659-b0fe-27db7f4d3ca4 req-630c29c6-2f35-484c-940c-b925dcdc623b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:43.881215 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-bba30844-cca6-4659-b0fe-27db7f4d3ca4 req-630c29c6-2f35-484c-940c-b925dcdc623b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0c0be1136827443eb5bab8ab491b5d32&device_id=b72a27a3-1f6c-471a-8392-7b1bea8fce0d HTTP/1.1" status: 200 len: 1100 time: 0.0540388 Jun 18 08:31:43.973934 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba30844-cca6-4659-b0fe-27db7f4d3ca4 req-90edf956-7e28-4b1b-8158-9c4ff39bccda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:43.975544 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-bba30844-cca6-4659-b0fe-27db7f4d3ca4 req-90edf956-7e28-4b1b-8158-9c4ff39bccda service neutron] 10.222.0.72 "GET /v2.0/networks?id=547cf3d4-af8a-4884-a431-ae35c89def3a HTTP/1.1" status: 200 len: 870 time: 0.0867126 Jun 18 08:31:44.023784 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-bba30844-cca6-4659-b0fe-27db7f4d3ca4 req-261cbd78-9cf4-4cfe-8d9c-ae68fc14cd15 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=2dcd6da2-4d5d-49f2-9481-3aa16277105c HTTP/1.1" status: 200 len: 217 time: 0.0391076 Jun 18 08:31:44.077260 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba30844-cca6-4659-b0fe-27db7f4d3ca4 req-944d9d64-82db-4e59-91ea-2042a31b54bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:44.078880 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-bba30844-cca6-4659-b0fe-27db7f4d3ca4 req-944d9d64-82db-4e59-91ea-2042a31b54bb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2be231d0-a86a-4a9b-a096-dc713305d176 HTTP/1.1" status: 200 len: 843 time: 0.0481436 Jun 18 08:31:44.132538 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8771105-b2fb-4280-98c2-259b50ec2342 req-064f7a48-2a58-4896-a765-319ff9d9a815 tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:44.133937 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d8771105-b2fb-4280-98c2-259b50ec2342 req-064f7a48-2a58-4896-a765-319ff9d9a815 tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] 10.222.0.70 "GET /v2.0/ports?device_id=b72a27a3-1f6c-471a-8392-7b1bea8fce0d HTTP/1.1" status: 200 len: 947 time: 0.0661490 Jun 18 08:31:44.144410 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba30844-cca6-4659-b0fe-27db7f4d3ca4 req-2d0b711f-4ee7-4191-88c4-24a42304c5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:44.146270 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-bba30844-cca6-4659-b0fe-27db7f4d3ca4 req-2d0b711f-4ee7-4191-88c4-24a42304c5c9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=547cf3d4-af8a-4884-a431-ae35c89def3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0599844 Jun 18 08:31:44.172927 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d8771105-b2fb-4280-98c2-259b50ec2342 req-57ec492b-c08c-4700-ad63-6560d9224728 tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] 10.222.0.70 "GET /v2.0/security-groups?id=47b233e6-22b8-4700-86d4-a8eb1900ae11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321262 Jun 18 08:31:44.196534 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 35290) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:31:44.206486 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-8ce74129-9957-4602-b6f6-2046928724d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:44.245624 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-bba30844-cca6-4659-b0fe-27db7f4d3ca4 req-297b7af7-844f-41be-a1e2-5eaa78c9995e service neutron] 10.222.0.72 "GET /v2.0/networks/547cf3d4-af8a-4884-a431-ae35c89def3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899832 Jun 18 08:31:44.354227 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-8ce74129-9957-4602-b6f6-2046928724d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:44.356585 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-bba30844-cca6-4659-b0fe-27db7f4d3ca4 req-625f4d42-e67c-43cf-8067-bfba1b6e5a70 service neutron] 10.222.0.72 "GET /v2.0/networks/547cf3d4-af8a-4884-a431-ae35c89def3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025317 Jun 18 08:31:44.381086 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f58d036-f613-490b-aa55-0814fa4ae525 req-407bac3e-5a59-420b-9c71-460a8bb56b37 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:44.382674 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2f58d036-f613-490b-aa55-0814fa4ae525 req-407bac3e-5a59-420b-9c71-460a8bb56b37 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8749116-c61b-4d9c-a129-d2de562ba963 HTTP/1.1" status: 200 len: 943 time: 0.0913818 Jun 18 08:31:44.422573 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2f58d036-f613-490b-aa55-0814fa4ae525 req-5f7d861b-74b0-4729-b1cb-595361785d22 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ac43d44-c1d9-445e-97b4-b5f38c914c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331345 Jun 18 08:31:44.478236 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-8ce74129-9957-4602-b6f6-2046928724d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:44.481956 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-d357bc65-cc16-4449-84c1-e8d651173601 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:44.517945 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-8ce74129-9957-4602-b6f6-2046928724d3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d5c2996f92d94ae18742c3fb333ae7c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3252783 Jun 18 08:31:44.519945 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce74129-9957-4602-b6f6-2046928724d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b81dd2-82a5-4b1e-9567-180460ffa4c0,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:44.521197 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 35296) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:31:44.523285 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-8ce74129-9957-4602-b6f6-2046928724d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:44.571100 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c9033d8f-aa82-4a24-b0c9-92cbd08eaa23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:44.593254 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-624571b3-aef6-4a8c-8ab3-5c089201a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:44.594121 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c9033d8f-aa82-4a24-b0c9-92cbd08eaa23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:44.701718 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c9033d8f-aa82-4a24-b0c9-92cbd08eaa23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:44.704424 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c9033d8f-aa82-4a24-b0c9-92cbd08eaa23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:44.705766 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-c9033d8f-aa82-4a24-b0c9-92cbd08eaa23 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/44b81dd2-82a5-4b1e-9567-180460ffa4c0 HTTP/1.1" status: 204 len: 168 time: 0.1832361 Jun 18 08:31:44.706298 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-9620ee82-3566-4ca5-b508-cd42d9355b62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:44.713818 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9033d8f-aa82-4a24-b0c9-92cbd08eaa23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b81dd2-82a5-4b1e-9567-180460ffa4c0,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:44.716129 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-c9033d8f-aa82-4a24-b0c9-92cbd08eaa23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:45.355211 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62230dbe-2768-4ee5-8051-098aa9c417bb req-977e2150-bfd6-41bb-acc7-0ceb15654235 tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:45.357250 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-62230dbe-2768-4ee5-8051-098aa9c417bb req-977e2150-bfd6-41bb-acc7-0ceb15654235 tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] 10.222.0.70 "GET /v2.0/ports?device_id=b72a27a3-1f6c-471a-8392-7b1bea8fce0d HTTP/1.1" status: 200 len: 947 time: 0.0668371 Jun 18 08:31:45.401699 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-62230dbe-2768-4ee5-8051-098aa9c417bb req-9b770149-1af5-4ec9-9b55-2c04743ed36d tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] 10.222.0.70 "GET /v2.0/security-groups?id=47b233e6-22b8-4700-86d4-a8eb1900ae11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386865 Jun 18 08:31:45.608058 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c47c6-9d3b-4030-8d27-6246448f10a0 req-1883476a-00a6-455b-91c0-e49e29ca69e3 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:45.609497 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-5a4c47c6-9d3b-4030-8d27-6246448f10a0 req-1883476a-00a6-455b-91c0-e49e29ca69e3 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8749116-c61b-4d9c-a129-d2de562ba963 HTTP/1.1" status: 200 len: 943 time: 0.0690868 Jun 18 08:31:45.653261 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-5a4c47c6-9d3b-4030-8d27-6246448f10a0 req-7b9e06da-415e-45a5-9d8d-63832ac72415 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ac43d44-c1d9-445e-97b4-b5f38c914c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362692 Jun 18 08:31:46.598634 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af62a2-493b-4d95-aafd-56b882d7c74d req-52e1fb90-cca9-4f05-b9d4-af89f1913fed tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:46.600152 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a8af62a2-493b-4d95-aafd-56b882d7c74d req-52e1fb90-cca9-4f05-b9d4-af89f1913fed tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] 10.222.0.70 "GET /v2.0/ports?device_id=b72a27a3-1f6c-471a-8392-7b1bea8fce0d HTTP/1.1" status: 200 len: 947 time: 0.0711529 Jun 18 08:31:46.640646 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a8af62a2-493b-4d95-aafd-56b882d7c74d req-5bc00902-d370-4446-922d-a5e1b46fab59 tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] 10.222.0.70 "GET /v2.0/security-groups?id=47b233e6-22b8-4700-86d4-a8eb1900ae11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348618 Jun 18 08:31:46.831071 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe8a632-7888-4c17-ab08-01042ce4e243 req-18b32c68-3f9d-4cdc-9d3b-83ec033e9bf9 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:46.832546 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ebe8a632-7888-4c17-ab08-01042ce4e243 req-18b32c68-3f9d-4cdc-9d3b-83ec033e9bf9 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8749116-c61b-4d9c-a129-d2de562ba963 HTTP/1.1" status: 200 len: 943 time: 0.0639324 Jun 18 08:31:46.873962 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ebe8a632-7888-4c17-ab08-01042ce4e243 req-3c8f2c08-cbb0-48a5-a508-344ae61c6f3c tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ac43d44-c1d9-445e-97b4-b5f38c914c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356147 Jun 18 08:31:47.819874 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3009779f-07d2-46e1-ad40-4dac4317e30c req-75c92fe1-859d-4ae7-8a9a-803c7a66e6e6 tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:47.823658 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3009779f-07d2-46e1-ad40-4dac4317e30c req-75c92fe1-859d-4ae7-8a9a-803c7a66e6e6 tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] 10.222.0.70 "GET /v2.0/ports?device_id=b72a27a3-1f6c-471a-8392-7b1bea8fce0d HTTP/1.1" status: 200 len: 947 time: 0.0704560 Jun 18 08:31:47.860162 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3009779f-07d2-46e1-ad40-4dac4317e30c req-d9367098-1fc1-4fe4-8cd0-cb4b3eeff46a tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] 10.222.0.70 "GET /v2.0/security-groups?id=47b233e6-22b8-4700-86d4-a8eb1900ae11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327823 Jun 18 08:31:48.056294 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ddf53-c0f8-4d6d-9f0a-c4c3ed8cdb5c req-1268b7dd-c4f0-4ad3-86b6-ece56b2c783b tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:48.057809 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-731ddf53-c0f8-4d6d-9f0a-c4c3ed8cdb5c req-1268b7dd-c4f0-4ad3-86b6-ece56b2c783b tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8749116-c61b-4d9c-a129-d2de562ba963 HTTP/1.1" status: 200 len: 943 time: 0.0673511 Jun 18 08:31:48.112186 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-731ddf53-c0f8-4d6d-9f0a-c4c3ed8cdb5c req-26605807-3aa6-4bd9-a4f1-6227d933b015 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ac43d44-c1d9-445e-97b4-b5f38c914c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478873 Jun 18 08:31:48.132373 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 35406) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:31:48.235384 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-668810ff-1cfc-4ad3-9db0-762ea20f0f08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:48.322966 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-668810ff-1cfc-4ad3-9db0-762ea20f0f08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:48.396416 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-668810ff-1cfc-4ad3-9db0-762ea20f0f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:48.398920 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-96bee362-affd-495c-bf68-dfee9379760a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:48.435254 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-668810ff-1cfc-4ad3-9db0-762ea20f0f08 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9dd5aa700f9043aa9312478cb1f1406f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3017437 Jun 18 08:31:48.436143 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668810ff-1cfc-4ad3-9db0-762ea20f0f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae16cc0e-d33b-422a-bd02-0f47588b36f2,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:48.438125 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 35412) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:31:48.439666 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-668810ff-1cfc-4ad3-9db0-762ea20f0f08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:48.487093 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-c1f48c92-d72d-4b7b-80cc-76b7cdef83a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:48.508057 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-c1f48c92-d72d-4b7b-80cc-76b7cdef83a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:48.643632 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-c1f48c92-d72d-4b7b-80cc-76b7cdef83a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:48.646349 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-c1f48c92-d72d-4b7b-80cc-76b7cdef83a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:48.647560 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-c1f48c92-d72d-4b7b-80cc-76b7cdef83a0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ae16cc0e-d33b-422a-bd02-0f47588b36f2 HTTP/1.1" status: 204 len: 168 time: 0.2078831 Jun 18 08:31:48.648404 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-b8d582a4-6d37-46bb-8ba0-2c8019f5b568 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:48.656085 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f48c92-d72d-4b7b-80cc-76b7cdef83a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae16cc0e-d33b-422a-bd02-0f47588b36f2,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:48.658441 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-c1f48c92-d72d-4b7b-80cc-76b7cdef83a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:49.036482 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d6f2f-06de-4c80-83fb-81ea41ef3668 req-c99ee2e2-c087-4068-b921-55b02bdf2468 tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:49.038081 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-9b9d6f2f-06de-4c80-83fb-81ea41ef3668 req-c99ee2e2-c087-4068-b921-55b02bdf2468 tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] 10.222.0.70 "GET /v2.0/ports?device_id=b72a27a3-1f6c-471a-8392-7b1bea8fce0d HTTP/1.1" status: 200 len: 947 time: 0.0652094 Jun 18 08:31:49.077601 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-9b9d6f2f-06de-4c80-83fb-81ea41ef3668 req-42a252e4-d951-4d33-9974-1ce69e6ca5b5 tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] 10.222.0.70 "GET /v2.0/security-groups?id=47b233e6-22b8-4700-86d4-a8eb1900ae11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337150 Jun 18 08:31:49.202523 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 35428) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:31:49.215587 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-bcb7d81f-a2a7-4615-9aa3-87362dfe2d48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:49.321943 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d0c61-5846-470c-a661-257af9e8e0d9 req-dab0163a-e8b3-4052-8f2d-a9602601ac04 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:49.323413 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-938d0c61-5846-470c-a661-257af9e8e0d9 req-dab0163a-e8b3-4052-8f2d-a9602601ac04 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8749116-c61b-4d9c-a129-d2de562ba963 HTTP/1.1" status: 200 len: 943 time: 0.0992088 Jun 18 08:31:49.381850 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-938d0c61-5846-470c-a661-257af9e8e0d9 req-e72e0918-1987-4913-b330-3873d82fc2ef tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ac43d44-c1d9-445e-97b4-b5f38c914c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511384 Jun 18 08:31:49.386209 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-bcb7d81f-a2a7-4615-9aa3-87362dfe2d48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:49.443826 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-bcb7d81f-a2a7-4615-9aa3-87362dfe2d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:49.446372 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-e5254c82-16a2-460a-af8b-e86a66d59fe1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:49.482758 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb7d81f-a2a7-4615-9aa3-87362dfe2d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9471cba6-9ab9-4fca-bf72-0cea933db6e5,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:49.486978 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-bcb7d81f-a2a7-4615-9aa3-87362dfe2d48 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d705a162901b418683b619fedca52a27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2834568 Jun 18 08:31:49.487837 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-bcb7d81f-a2a7-4615-9aa3-87362dfe2d48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:49.490263 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 35432) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:31:49.537826 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-f10a17b2-4b08-4e19-adc1-6954c0dd3015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:49.558707 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-f10a17b2-4b08-4e19-adc1-6954c0dd3015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:49.678097 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-f10a17b2-4b08-4e19-adc1-6954c0dd3015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:49.680852 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-f10a17b2-4b08-4e19-adc1-6954c0dd3015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:49.681995 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-f10a17b2-4b08-4e19-adc1-6954c0dd3015 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9471cba6-9ab9-4fca-bf72-0cea933db6e5 HTTP/1.1" status: 204 len: 168 time: 0.1914959 Jun 18 08:31:49.682754 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-e35810aa-d3e7-4184-921b-cc293fbbd48e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:49.692029 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10a17b2-4b08-4e19-adc1-6954c0dd3015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9471cba6-9ab9-4fca-bf72-0cea933db6e5,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:49.694244 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-f10a17b2-4b08-4e19-adc1-6954c0dd3015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:50.258101 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf3ddd9-a943-44a3-92a3-176b17898e43 req-89d7ece5-6299-4249-a75e-f8034c094516 tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:50.259627 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-aaf3ddd9-a943-44a3-92a3-176b17898e43 req-89d7ece5-6299-4249-a75e-f8034c094516 tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] 10.222.0.70 "GET /v2.0/ports?device_id=b72a27a3-1f6c-471a-8392-7b1bea8fce0d HTTP/1.1" status: 200 len: 947 time: 0.0689464 Jun 18 08:31:50.300277 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-aaf3ddd9-a943-44a3-92a3-176b17898e43 req-49a748a0-b734-4fdd-954b-25c66ba5c36e tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] 10.222.0.70 "GET /v2.0/security-groups?id=47b233e6-22b8-4700-86d4-a8eb1900ae11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341063 Jun 18 08:31:50.573888 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a21956-4964-415d-957a-ff0a684423c3 req-397d4bc1-9f03-4263-a329-f76bfc8d276d tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:50.575359 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-71a21956-4964-415d-957a-ff0a684423c3 req-397d4bc1-9f03-4263-a329-f76bfc8d276d tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8749116-c61b-4d9c-a129-d2de562ba963 HTTP/1.1" status: 200 len: 943 time: 0.0659752 Jun 18 08:31:50.619786 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-71a21956-4964-415d-957a-ff0a684423c3 req-8422e78f-d693-4574-9752-86a135559895 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ac43d44-c1d9-445e-97b4-b5f38c914c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376761 Jun 18 08:31:51.472658 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79597572-02c3-4f35-a5f7-3837dead2f4d req-7d00b89b-e83d-4f96-bc9d-f6173fa6c716 tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:51.474140 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-79597572-02c3-4f35-a5f7-3837dead2f4d req-7d00b89b-e83d-4f96-bc9d-f6173fa6c716 tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] 10.222.0.70 "GET /v2.0/ports?device_id=b72a27a3-1f6c-471a-8392-7b1bea8fce0d HTTP/1.1" status: 200 len: 947 time: 0.0634856 Jun 18 08:31:51.520433 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-79597572-02c3-4f35-a5f7-3837dead2f4d req-cb0f3465-040a-4504-9e26-1e0ae349a00b tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] 10.222.0.70 "GET /v2.0/security-groups?id=47b233e6-22b8-4700-86d4-a8eb1900ae11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357485 Jun 18 08:31:51.805614 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edbbf13-66d6-45a1-805e-4bda09bded0d req-e32f91a9-c8c4-429d-87a8-04750fa68f62 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:51.808404 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1edbbf13-66d6-45a1-805e-4bda09bded0d req-e32f91a9-c8c4-429d-87a8-04750fa68f62 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8749116-c61b-4d9c-a129-d2de562ba963 HTTP/1.1" status: 200 len: 943 time: 0.0677025 Jun 18 08:31:51.849103 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1edbbf13-66d6-45a1-805e-4bda09bded0d req-e360c9a7-15b8-4f56-952e-9fa0bd47bb58 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ac43d44-c1d9-445e-97b4-b5f38c914c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353026 Jun 18 08:31:52.695873 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd77a95-ea28-4c71-a57f-934ad0e6f333 req-562f4b69-8071-4c39-8986-c0709ac08777 tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:52.697359 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-abd77a95-ea28-4c71-a57f-934ad0e6f333 req-562f4b69-8071-4c39-8986-c0709ac08777 tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] 10.222.0.70 "GET /v2.0/ports?device_id=b72a27a3-1f6c-471a-8392-7b1bea8fce0d HTTP/1.1" status: 200 len: 947 time: 0.0628214 Jun 18 08:31:52.735496 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-abd77a95-ea28-4c71-a57f-934ad0e6f333 req-bef2d323-2e61-42b3-85c2-8cf686979295 tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] 10.222.0.70 "GET /v2.0/security-groups?id=47b233e6-22b8-4700-86d4-a8eb1900ae11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321424 Jun 18 08:31:53.027518 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3878ed8e-8bd9-4be7-a4dd-bd1b201b21e5 req-9f2b865b-ecf4-40af-b752-e84183122cf9 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:53.030399 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3878ed8e-8bd9-4be7-a4dd-bd1b201b21e5 req-9f2b865b-ecf4-40af-b752-e84183122cf9 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8749116-c61b-4d9c-a129-d2de562ba963 HTTP/1.1" status: 200 len: 943 time: 0.0689299 Jun 18 08:31:53.081814 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3878ed8e-8bd9-4be7-a4dd-bd1b201b21e5 req-5934f83f-a8d3-41a0-958a-b9382074fba7 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ac43d44-c1d9-445e-97b4-b5f38c914c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429688 Jun 18 08:31:53.944375 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644dee4-695c-4951-8da4-544b259a7af1 req-ce185b48-1176-4b2f-8a60-d0dc8dcf5088 tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:53.947079 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2644dee4-695c-4951-8da4-544b259a7af1 req-ce185b48-1176-4b2f-8a60-d0dc8dcf5088 tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] 10.222.0.70 "GET /v2.0/ports?device_id=b72a27a3-1f6c-471a-8392-7b1bea8fce0d HTTP/1.1" status: 200 len: 947 time: 0.0768740 Jun 18 08:31:53.991924 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2644dee4-695c-4951-8da4-544b259a7af1 req-704bed2c-7b1c-4bce-88cd-bea1c5d0e23b tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] 10.222.0.70 "GET /v2.0/security-groups?id=47b233e6-22b8-4700-86d4-a8eb1900ae11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389040 Jun 18 08:31:54.261565 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fb01d5-b53c-43cc-a927-2c6251a8a6d2 req-ba71495a-24de-42b3-9f71-c396d0cea6ba tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:54.264133 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-06fb01d5-b53c-43cc-a927-2c6251a8a6d2 req-ba71495a-24de-42b3-9f71-c396d0cea6ba tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8749116-c61b-4d9c-a129-d2de562ba963 HTTP/1.1" status: 200 len: 943 time: 0.0615661 Jun 18 08:31:54.306053 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-06fb01d5-b53c-43cc-a927-2c6251a8a6d2 req-4f313097-2b8e-4bd9-9996-364b899ceb86 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ac43d44-c1d9-445e-97b4-b5f38c914c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360930 Jun 18 08:31:54.563001 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device 7ad387f9-647d-4738-ace5-ba7e056b38fd details requested by agent hyperv_hv-cinder-78687 with host hv-cinder-78687 {{(pid=93643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 08:31:54.668996 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] For port 7ad387f9-647d-4738-ace5-ba7e056b38fd, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=7ad387f9-647d-4738-ace5-ba7e056b38fd,segment=NetworkSegment(7ab84e50-8a63-4077-b2f1-0c7c3cd12bc1),segment_id=7ab84e50-8a63-4077-b2f1-0c7c3cd12bc1)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:31:54.687772 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Returning: {'device': '7ad387f9-647d-4738-ace5-ba7e056b38fd', 'network_id': '155fa8b2-6e6f-41af-a4e6-797939ef9e59', 'port_id': '7ad387f9-647d-4738-ace5-ba7e056b38fd', 'mac_address': 'fa:16:3e:08:dd:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a535589-a0b7-4615-981d-3297fdcd0638', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 08:31:54.727150 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:54.740349 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.notifiers.nova [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ad387f9-647d-4738-ace5-ba7e056b38fd {{(pid=93643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 08:31:54.761210 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] For port 7ad387f9-647d-4738-ace5-ba7e056b38fd, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=7ad387f9-647d-4738-ace5-ba7e056b38fd,segment=NetworkSegment(7ab84e50-8a63-4077-b2f1-0c7c3cd12bc1),segment_id=7ab84e50-8a63-4077-b2f1-0c7c3cd12bc1)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:31:54.832419 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:54.834882 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-9f5a32e9-167e-4e4e-a039-033901b829a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:54.885061 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Pushing event updated for resources: {'Port': ['ID=7ad387f9-647d-4738-ace5-ba7e056b38fd,revision_number=4']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:54.894576 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:54.894841 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:54.895120 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:54.895456 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:54.895794 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:54.896157 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:54.896552 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:54.896891 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:54.897225 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:54.897552 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:54.897887 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:54.898187 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:54.902466 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:55.177886 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545b776d-f470-422e-a910-daf311fa443b req-16abe4d6-69b2-4d92-8c8a-fc2c9cbcd010 tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:55.179456 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-545b776d-f470-422e-a910-daf311fa443b req-16abe4d6-69b2-4d92-8c8a-fc2c9cbcd010 tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] 10.222.0.70 "GET /v2.0/ports?device_id=b72a27a3-1f6c-471a-8392-7b1bea8fce0d HTTP/1.1" status: 200 len: 947 time: 0.0699196 Jun 18 08:31:55.229662 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-545b776d-f470-422e-a910-daf311fa443b req-84d5187c-96f0-44f2-ab80-9a9d30d4e184 tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] 10.222.0.70 "GET /v2.0/security-groups?id=47b233e6-22b8-4700-86d4-a8eb1900ae11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397525 Jun 18 08:31:55.738606 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801cc1a-5f6d-448e-97d5-5e8eef40988f req-9786585e-fbcd-4801-9450-d6b4d4ad2738 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:55.740178 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f801cc1a-5f6d-448e-97d5-5e8eef40988f req-9786585e-fbcd-4801-9450-d6b4d4ad2738 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8749116-c61b-4d9c-a129-d2de562ba963 HTTP/1.1" status: 200 len: 944 time: 0.1101975 Jun 18 08:31:55.743262 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902dd964-7625-4cf8-956e-893878255b0c req-41a167ca-8d2f-45b4-a8c9-47b654b88bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:55.745320 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-902dd964-7625-4cf8-956e-893878255b0c req-41a167ca-8d2f-45b4-a8c9-47b654b88bd7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=665ee72de464416b9ceb623c24cfa8a5&device_id=00278876-9f41-4f50-925c-2b3dd85043e1 HTTP/1.1" status: 200 len: 1099 time: 0.0590029 Jun 18 08:31:55.752880 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520f0a0e-9da9-419f-b1ff-bbb109011c29 req-c263c1b5-a10d-43e7-98ce-2248666f0074 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:55.754462 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-520f0a0e-9da9-419f-b1ff-bbb109011c29 req-c263c1b5-a10d-43e7-98ce-2248666f0074 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=00278876-9f41-4f50-925c-2b3dd85043e1 HTTP/1.1" status: 200 len: 946 time: 0.0955718 Jun 18 08:31:55.812943 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f801cc1a-5f6d-448e-97d5-5e8eef40988f req-f38e011b-8e67-4166-9fd9-9e0da825a120 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ac43d44-c1d9-445e-97b4-b5f38c914c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575843 Jun 18 08:31:55.816313 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-520f0a0e-9da9-419f-b1ff-bbb109011c29 req-5b6442d9-a88d-4c3e-939e-d298b00192e7 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549550 Jun 18 08:31:55.831528 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] get_ports_and_sgs() called for port_ids ['7ad387f9-647d-4738-ace5-ba7e056b38fd'] {{(pid=93643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 08:31:55.870754 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902dd964-7625-4cf8-956e-893878255b0c req-d2998610-1f92-43cc-956b-9f82b7e08103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:55.873144 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-902dd964-7625-4cf8-956e-893878255b0c req-d2998610-1f92-43cc-956b-9f82b7e08103 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a56a963b-3a29-4893-8b20-0ca5507fb61c HTTP/1.1" status: 200 len: 919 time: 0.1199503 Jun 18 08:31:55.920254 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-902dd964-7625-4cf8-956e-893878255b0c req-54f32fb5-5e64-4690-afcc-09459a2567d9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f53a4d9-f21c-400b-bb0a-5d2bca6ae55b HTTP/1.1" status: 200 len: 217 time: 0.0371857 Jun 18 08:31:55.978084 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902dd964-7625-4cf8-956e-893878255b0c req-0cd0d83e-1024-4031-85fc-d5dfaed9df78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:55.980370 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-902dd964-7625-4cf8-956e-893878255b0c req-0cd0d83e-1024-4031-85fc-d5dfaed9df78 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9b52193f-07b8-4a42-8014-0c30c4f4094b HTTP/1.1" status: 200 len: 858 time: 0.0513585 Jun 18 08:31:56.040798 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-902dd964-7625-4cf8-956e-893878255b0c req-e3a7da54-c903-4276-b0da-f717af1a17b2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a56a963b-3a29-4893-8b20-0ca5507fb61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309937 Jun 18 08:31:56.192656 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:56.377918 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-902dd964-7625-4cf8-956e-893878255b0c req-8e04e169-2c87-4212-bb1a-e24c418fcfb7 service neutron] 10.222.0.72 "GET /v2.0/networks/a56a963b-3a29-4893-8b20-0ca5507fb61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298705 Jun 18 08:31:56.412680 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a27dc83-2447-4831-8bcc-fcb725be4b44 req-016d0cf3-adc0-4b5d-8d24-ea65153d5eef tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:56.414152 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1a27dc83-2447-4831-8bcc-fcb725be4b44 req-016d0cf3-adc0-4b5d-8d24-ea65153d5eef tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] 10.222.0.70 "GET /v2.0/ports?device_id=b72a27a3-1f6c-471a-8392-7b1bea8fce0d HTTP/1.1" status: 200 len: 947 time: 0.0642140 Jun 18 08:31:56.453678 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1a27dc83-2447-4831-8bcc-fcb725be4b44 req-f4c22809-fe2e-4856-b185-004224146a10 tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] 10.222.0.70 "GET /v2.0/security-groups?id=47b233e6-22b8-4700-86d4-a8eb1900ae11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326190 Jun 18 08:31:56.475405 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-902dd964-7625-4cf8-956e-893878255b0c req-451b3aeb-64b4-4ee2-a0ac-ad8c0c674f08 service neutron] 10.222.0.72 "GET /v2.0/networks/a56a963b-3a29-4893-8b20-0ca5507fb61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904157 Jun 18 08:31:56.563759 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device 2dcd6da2-4d5d-49f2-9481-3aa16277105c details requested by agent hyperv_hv-cinder-78687 with host hv-cinder-78687 {{(pid=93643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 08:31:56.662555 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] For port 2dcd6da2-4d5d-49f2-9481-3aa16277105c, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=2dcd6da2-4d5d-49f2-9481-3aa16277105c,segment=NetworkSegment(4daca6e2-5127-4268-8d1c-03c799381b2c),segment_id=4daca6e2-5127-4268-8d1c-03c799381b2c)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:31:56.672936 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Returning: {'device': '2dcd6da2-4d5d-49f2-9481-3aa16277105c', 'network_id': '547cf3d4-af8a-4884-a431-ae35c89def3a', 'port_id': '2dcd6da2-4d5d-49f2-9481-3aa16277105c', 'mac_address': 'fa:16:3e:65:46:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 948, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2be231d0-a86a-4a9b-a096-dc713305d176', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 08:31:56.718165 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:56.853990 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.notifiers.nova [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dcd6da2-4d5d-49f2-9481-3aa16277105c {{(pid=93643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 08:31:56.876983 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] For port 2dcd6da2-4d5d-49f2-9481-3aa16277105c, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=2dcd6da2-4d5d-49f2-9481-3aa16277105c,segment=NetworkSegment(4daca6e2-5127-4268-8d1c-03c799381b2c),segment_id=4daca6e2-5127-4268-8d1c-03c799381b2c)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:31:56.958044 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:56.960822 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-5613d713-10f2-4966-8369-569218dc126d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:57.010082 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Pushing event updated for resources: {'Port': ['ID=2dcd6da2-4d5d-49f2-9481-3aa16277105c,revision_number=4']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:57.016683 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:57.046813 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0130bd73-b414-43c4-9a38-232ebb2c5a21 req-21b46945-ba63-45ca-9626-e9e5f320a18f tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:57.046813 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0130bd73-b414-43c4-9a38-232ebb2c5a21 req-21b46945-ba63-45ca-9626-e9e5f320a18f tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8749116-c61b-4d9c-a129-d2de562ba963 HTTP/1.1" status: 200 len: 944 time: 0.1102664 Jun 18 08:31:57.057800 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389a9c18-6b2f-4091-a786-990c070821e9 req-4c855158-c79c-4a74-8e24-99971d719945 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:57.059292 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-389a9c18-6b2f-4091-a786-990c070821e9 req-4c855158-c79c-4a74-8e24-99971d719945 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=00278876-9f41-4f50-925c-2b3dd85043e1 HTTP/1.1" status: 200 len: 946 time: 0.0916092 Jun 18 08:31:57.111097 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0130bd73-b414-43c4-9a38-232ebb2c5a21 req-6d5d8d2d-75d0-4e14-8a5a-c59c89cae1c4 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ac43d44-c1d9-445e-97b4-b5f38c914c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501759 Jun 18 08:31:57.118176 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-389a9c18-6b2f-4091-a786-990c070821e9 req-100ad611-85ef-498d-8251-7cb7740bb4dc tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512867 Jun 18 08:31:57.640310 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976830d0-0f21-4846-9055-ba0506c268ed req-75b5bc0a-1a0f-4980-b745-bca9272a39c6 tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:57.641744 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-976830d0-0f21-4846-9055-ba0506c268ed req-75b5bc0a-1a0f-4980-b745-bca9272a39c6 tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] 10.222.0.70 "GET /v2.0/ports?device_id=b72a27a3-1f6c-471a-8392-7b1bea8fce0d HTTP/1.1" status: 200 len: 948 time: 0.0692000 Jun 18 08:31:57.680887 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-976830d0-0f21-4846-9055-ba0506c268ed req-5fdc9cc7-cc70-42bf-bbef-273b5346b580 tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] 10.222.0.70 "GET /v2.0/security-groups?id=47b233e6-22b8-4700-86d4-a8eb1900ae11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330341 Jun 18 08:31:57.865908 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 35676) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:31:57.870167 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] get_ports_and_sgs() called for port_ids ['2dcd6da2-4d5d-49f2-9481-3aa16277105c'] {{(pid=93643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 08:31:57.955501 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.agents_db [None req-a940af84-dce7-47c4-b5d3-ae67f117b383 None None] Agent healthcheck: found 6 active agents {{(pid=93644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:31:57.982770 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-2c78c15a-666a-46b8-b4ff-28fa503c548b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:58.073544 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-2c78c15a-666a-46b8-b4ff-28fa503c548b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:58.135400 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-2c78c15a-666a-46b8-b4ff-28fa503c548b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:58.139450 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-63e41bc2-6c11-4d9e-b317-04270a8364ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:58.175678 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c78c15a-666a-46b8-b4ff-28fa503c548b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f59812c6-2347-4138-8b37-f56f3fc9adcb,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:58.180854 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-2c78c15a-666a-46b8-b4ff-28fa503c548b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6385b11987d348bfbfe5212c231d97e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3124661 Jun 18 08:31:58.183507 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 35690) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:31:58.194236 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c78c15a-666a-46b8-b4ff-28fa503c548b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:58.194598 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c78c15a-666a-46b8-b4ff-28fa503c548b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:58.194957 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c78c15a-666a-46b8-b4ff-28fa503c548b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:58.195307 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c78c15a-666a-46b8-b4ff-28fa503c548b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:58.195654 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c78c15a-666a-46b8-b4ff-28fa503c548b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:58.196056 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c78c15a-666a-46b8-b4ff-28fa503c548b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:58.196381 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c78c15a-666a-46b8-b4ff-28fa503c548b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:58.196728 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c78c15a-666a-46b8-b4ff-28fa503c548b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:58.197071 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c78c15a-666a-46b8-b4ff-28fa503c548b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:58.197409 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c78c15a-666a-46b8-b4ff-28fa503c548b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:58.197745 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c78c15a-666a-46b8-b4ff-28fa503c548b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:58.198081 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c78c15a-666a-46b8-b4ff-28fa503c548b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:58.203919 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-2c78c15a-666a-46b8-b4ff-28fa503c548b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:58.265436 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-84a804c1-258c-4e1d-b900-7855d235bcdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:58.287279 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-84a804c1-258c-4e1d-b900-7855d235bcdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:58.358893 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc7e546-de4a-4f9f-8ad7-42687b334ee8 req-f5b6bdb5-165c-443d-a87e-1468d012e50d tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:58.360488 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ecc7e546-de4a-4f9f-8ad7-42687b334ee8 req-f5b6bdb5-165c-443d-a87e-1468d012e50d tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8749116-c61b-4d9c-a129-d2de562ba963 HTTP/1.1" status: 200 len: 944 time: 0.1098096 Jun 18 08:31:58.370653 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f76ac98-a7e1-4b16-bc93-a608088ca3fc req-1f2b83b0-31e9-42f0-bad0-a3232e6e8571 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:58.372233 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2f76ac98-a7e1-4b16-bc93-a608088ca3fc req-1f2b83b0-31e9-42f0-bad0-a3232e6e8571 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=00278876-9f41-4f50-925c-2b3dd85043e1 HTTP/1.1" status: 200 len: 946 time: 0.1111052 Jun 18 08:31:58.426284 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-84a804c1-258c-4e1d-b900-7855d235bcdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:58.429775 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-84a804c1-258c-4e1d-b900-7855d235bcdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:58.430915 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-84a804c1-258c-4e1d-b900-7855d235bcdb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f59812c6-2347-4138-8b37-f56f3fc9adcb HTTP/1.1" status: 204 len: 168 time: 0.2477193 Jun 18 08:31:58.431654 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-3c63a08c-e3ec-475c-9538-d0f6f6173a0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:58.439087 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ecc7e546-de4a-4f9f-8ad7-42687b334ee8 req-181e837a-ca72-41a7-8175-c76c1ff2fb77 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ac43d44-c1d9-445e-97b4-b5f38c914c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651608 Jun 18 08:31:58.441806 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2f76ac98-a7e1-4b16-bc93-a608088ca3fc req-bd418aef-5218-4ecf-ba9f-bec3601cb6db tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585198 Jun 18 08:31:58.445183 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a804c1-258c-4e1d-b900-7855d235bcdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59812c6-2347-4138-8b37-f56f3fc9adcb,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:58.454286 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a804c1-258c-4e1d-b900-7855d235bcdb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:58.455150 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a804c1-258c-4e1d-b900-7855d235bcdb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:58.455288 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a804c1-258c-4e1d-b900-7855d235bcdb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:58.455598 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a804c1-258c-4e1d-b900-7855d235bcdb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:58.455967 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a804c1-258c-4e1d-b900-7855d235bcdb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:58.456328 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a804c1-258c-4e1d-b900-7855d235bcdb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:58.456677 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a804c1-258c-4e1d-b900-7855d235bcdb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:58.457028 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a804c1-258c-4e1d-b900-7855d235bcdb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:58.457374 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a804c1-258c-4e1d-b900-7855d235bcdb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:58.457722 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a804c1-258c-4e1d-b900-7855d235bcdb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:58.458066 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a804c1-258c-4e1d-b900-7855d235bcdb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:58.458445 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a804c1-258c-4e1d-b900-7855d235bcdb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:31:58.461881 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-84a804c1-258c-4e1d-b900-7855d235bcdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:58.591508 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device 7ad387f9-647d-4738-ace5-ba7e056b38fd up at agent hyperv_hv-cinder-78687 {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:31:58.686380 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-142771ec-4f1c-493b-b0ab-a02ac010ff69 req-c6e183f3-3e83-4001-9add-1e570e797881 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0534387 Jun 18 08:31:58.707649 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Provisioning for port 7ad387f9-647d-4738-ace5-ba7e056b38fd completed by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:31:58.719920 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Provisioning complete for port 7ad387f9-647d-4738-ace5-ba7e056b38fd triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:31:58.719920 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:58.802585 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142771ec-4f1c-493b-b0ab-a02ac010ff69 req-a64ac629-d39c-403a-9584-4c3cb86c99bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:58.804372 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-142771ec-4f1c-493b-b0ab-a02ac010ff69 req-a64ac629-d39c-403a-9584-4c3cb86c99bb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f18f9b0caff54beda5bbbdb00ef6417e&device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 1099 time: 0.0683413 Jun 18 08:31:58.808338 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:58.841054 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8749116-c61b-4d9c-a129-d2de562ba963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad387f9-647d-4738-ace5-ba7e056b38fd'}] {{(pid=93643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:31:58.843389 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76bfc2cc3cc97e327acfe832f03e535bb9cef84d361ee3b318e5c5a2ba23989c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f6d12a-4dbe-421c-babb-62608a60aa5f" -d '{"events": [{"server_uuid": "b8749116-c61b-4d9c-a129-d2de562ba963", "name": "network-vif-plugged", "status": "completed", "tag": "7ad387f9-647d-4738-ace5-ba7e056b38fd"}]}' {{(pid=93643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:31:58.884986 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] For port 7ad387f9-647d-4738-ace5-ba7e056b38fd, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=7ad387f9-647d-4738-ace5-ba7e056b38fd,segment=NetworkSegment(7ab84e50-8a63-4077-b2f1-0c7c3cd12bc1),segment_id=7ab84e50-8a63-4077-b2f1-0c7c3cd12bc1)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:31:58.904182 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a5988-2d71-400d-8952-792d402c0629 req-fa40cdbc-479b-40e3-ad33-8d587a91ff5e tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:58.906068 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-fc0a5988-2d71-400d-8952-792d402c0629 req-fa40cdbc-479b-40e3-ad33-8d587a91ff5e tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] 10.222.0.70 "GET /v2.0/ports?device_id=b72a27a3-1f6c-471a-8392-7b1bea8fce0d HTTP/1.1" status: 200 len: 948 time: 0.0811164 Jun 18 08:31:58.909208 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 08:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a40be8-541b-4aa0-98a9-863b1aab5910 x-openstack-request-id: req-22a40be8-541b-4aa0-98a9-863b1aab5910 {{(pid=93643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:31:58.913327 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8749116-c61b-4d9c-a129-d2de562ba963", "name": "network-vif-plugged", "status": "completed", "tag": "7ad387f9-647d-4738-ace5-ba7e056b38fd", "code": 200}]} {{(pid=93643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:31:58.913327 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-22a40be8-541b-4aa0-98a9-863b1aab5910 {{(pid=93643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:31:58.913327 dv-cinder-786873-3-iscsi neutron-server[93643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8749116-c61b-4d9c-a129-d2de562ba963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad387f9-647d-4738-ace5-ba7e056b38fd', 'code': 200} Jun 18 08:31:58.942203 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142771ec-4f1c-493b-b0ab-a02ac010ff69 req-a8bc150b-6061-4644-9ce3-ac476a251823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:58.942203 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-142771ec-4f1c-493b-b0ab-a02ac010ff69 req-a8bc150b-6061-4644-9ce3-ac476a251823 service neutron] 10.222.0.72 "GET /v2.0/networks?id=77f1c77d-8795-43df-96a9-39a8b7c2346a HTTP/1.1" status: 200 len: 911 time: 0.1103730 Jun 18 08:31:58.958231 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:58.960196 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-bfdd87f3-6550-4e4e-a2f8-2229c7fe05ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:58.961498 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-fc0a5988-2d71-400d-8952-792d402c0629 req-09f0d947-89ef-45e6-8dbb-f9ce09aeabda tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] 10.222.0.70 "GET /v2.0/security-groups?id=47b233e6-22b8-4700-86d4-a8eb1900ae11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494835 Jun 18 08:31:59.040021 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Pushing event updated for resources: {'Port': ['ID=7ad387f9-647d-4738-ace5-ba7e056b38fd,revision_number=5']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:59.044165 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:59.049279 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-142771ec-4f1c-493b-b0ab-a02ac010ff69 req-22ad5945-c028-4fe6-b28b-36724681b63e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4b87629-6ba3-4d12-94f9-8c2e7c317290 HTTP/1.1" status: 200 len: 1001 time: 0.1030419 Jun 18 08:31:59.108697 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142771ec-4f1c-493b-b0ab-a02ac010ff69 req-741d4dc0-17e2-4825-ba0b-acfc7970dd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:59.110367 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-142771ec-4f1c-493b-b0ab-a02ac010ff69 req-741d4dc0-17e2-4825-ba0b-acfc7970dd9d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0695c8b6-59a4-4923-a5ff-60cabbe26c72 HTTP/1.1" status: 200 len: 849 time: 0.0517881 Jun 18 08:31:59.167233 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 35708) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:31:59.175076 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142771ec-4f1c-493b-b0ab-a02ac010ff69 req-14390e94-8b75-4fac-a239-7f260e83122d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:59.176760 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-142771ec-4f1c-493b-b0ab-a02ac010ff69 req-14390e94-8b75-4fac-a239-7f260e83122d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=77f1c77d-8795-43df-96a9-39a8b7c2346a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0582294 Jun 18 08:31:59.181023 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-fe33d070-ec27-4be4-bfa3-65162b4d838f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:59.280625 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-142771ec-4f1c-493b-b0ab-a02ac010ff69 req-bdcc0c92-d3e0-47c6-b54a-c8ec0b0c8212 service neutron] 10.222.0.72 "GET /v2.0/networks/77f1c77d-8795-43df-96a9-39a8b7c2346a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932491 Jun 18 08:31:59.283007 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-fe33d070-ec27-4be4-bfa3-65162b4d838f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:59.358497 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-fe33d070-ec27-4be4-bfa3-65162b4d838f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:59.361135 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-c5a99483-bb3f-4718-8d2c-45aef2145e4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:59.399297 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-fe33d070-ec27-4be4-bfa3-65162b4d838f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=766e17a7bcd344ffab983b308cfcbcde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2308722 Jun 18 08:31:59.400220 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe33d070-ec27-4be4-bfa3-65162b4d838f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd0b7c1f-6a53-4d4b-96f2-87108bb99bc4,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:59.402374 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 35712) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:31:59.403149 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-fe33d070-ec27-4be4-bfa3-65162b4d838f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:59.448409 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-142771ec-4f1c-493b-b0ab-a02ac010ff69 req-448af080-b768-45d1-b6e6-953b3ea65654 service neutron] 10.222.0.72 "GET /v2.0/networks/77f1c77d-8795-43df-96a9-39a8b7c2346a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496959 Jun 18 08:31:59.460423 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd85f153-54f7-4701-87e4-6ec90bcb1107 req-e908be5a-c356-4b6b-b988-90e44db79629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:59.461896 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-bd85f153-54f7-4701-87e4-6ec90bcb1107 req-e908be5a-c356-4b6b-b988-90e44db79629 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b8749116-c61b-4d9c-a129-d2de562ba963 HTTP/1.1" status: 200 len: 1098 time: 0.1620944 Jun 18 08:31:59.511375 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-38cd41a0-aeb6-4811-b91d-6a8d619b4a70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:59.537470 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-bd85f153-54f7-4701-87e4-6ec90bcb1107 req-7d4e7a2a-75ec-4323-aaec-85ae2adade93 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4ac43d44-c1d9-445e-97b4-b5f38c914c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636032 Jun 18 08:31:59.558549 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-38cd41a0-aeb6-4811-b91d-6a8d619b4a70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:59.689393 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-38cd41a0-aeb6-4811-b91d-6a8d619b4a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:59.692737 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-38cd41a0-aeb6-4811-b91d-6a8d619b4a70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:31:59.694280 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-38cd41a0-aeb6-4811-b91d-6a8d619b4a70 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/dd0b7c1f-6a53-4d4b-96f2-87108bb99bc4 HTTP/1.1" status: 204 len: 168 time: 0.2837489 Jun 18 08:31:59.695265 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-c9033d8f-aa82-4a24-b0c9-92cbd08eaa23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:31:59.699249 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11164dd1-10f2-4e92-a851-d0d80ce380e2 req-289a5315-1eb3-4465-b53d-c6ef33ea6975 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:59.706559 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cd41a0-aeb6-4811-b91d-6a8d619b4a70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd0b7c1f-6a53-4d4b-96f2-87108bb99bc4,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:31:59.706869 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-11164dd1-10f2-4e92-a851-d0d80ce380e2 req-289a5315-1eb3-4465-b53d-c6ef33ea6975 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8749116-c61b-4d9c-a129-d2de562ba963 HTTP/1.1" status: 200 len: 945 time: 0.1263266 Jun 18 08:31:59.712066 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-38cd41a0-aeb6-4811-b91d-6a8d619b4a70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:31:59.722526 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db886b4a-872c-442a-8943-b2a6b87bc14a req-9eb043a2-0ebd-4e47-b54c-364ccd2426af tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:31:59.724074 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-db886b4a-872c-442a-8943-b2a6b87bc14a req-9eb043a2-0ebd-4e47-b54c-364ccd2426af tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=00278876-9f41-4f50-925c-2b3dd85043e1 HTTP/1.1" status: 200 len: 946 time: 0.1073453 Jun 18 08:31:59.775586 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-11164dd1-10f2-4e92-a851-d0d80ce380e2 req-05af4908-4ff2-4edb-83a3-a178974271f3 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ac43d44-c1d9-445e-97b4-b5f38c914c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679591 Jun 18 08:31:59.791005 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-db886b4a-872c-442a-8943-b2a6b87bc14a req-66c15328-6e82-4e4b-9509-84ec111aabb0 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548806 Jun 18 08:32:00.182416 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b465c97-c343-4c4c-873b-b881aa534f7f req-cb64a946-89dd-4075-b9cc-b7e401b016b7 tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:00.190559 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-8b465c97-c343-4c4c-873b-b881aa534f7f req-cb64a946-89dd-4075-b9cc-b7e401b016b7 tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] 10.222.0.70 "GET /v2.0/ports?device_id=b72a27a3-1f6c-471a-8392-7b1bea8fce0d HTTP/1.1" status: 200 len: 948 time: 0.0926213 Jun 18 08:32:00.245367 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-8b465c97-c343-4c4c-873b-b881aa534f7f req-1c452c58-637e-4009-ac88-9c7176fc01e7 tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] 10.222.0.70 "GET /v2.0/security-groups?id=47b233e6-22b8-4700-86d4-a8eb1900ae11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538514 Jun 18 08:32:00.599128 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device 2dcd6da2-4d5d-49f2-9481-3aa16277105c up at agent hyperv_hv-cinder-78687 {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:32:00.724200 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Provisioning for port 2dcd6da2-4d5d-49f2-9481-3aa16277105c completed by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:32:00.728099 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Provisioning complete for port 2dcd6da2-4d5d-49f2-9481-3aa16277105c triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:32:00.728484 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:00.809746 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:00.844987 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] For port 2dcd6da2-4d5d-49f2-9481-3aa16277105c, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=2dcd6da2-4d5d-49f2-9481-3aa16277105c,segment=NetworkSegment(4daca6e2-5127-4268-8d1c-03c799381b2c),segment_id=4daca6e2-5127-4268-8d1c-03c799381b2c)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:32:00.911631 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b72a27a3-1f6c-471a-8392-7b1bea8fce0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dcd6da2-4d5d-49f2-9481-3aa16277105c'}] {{(pid=93643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:32:00.914043 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76bfc2cc3cc97e327acfe832f03e535bb9cef84d361ee3b318e5c5a2ba23989c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4106f26-fb70-464a-9cfd-915b04811754" -d '{"events": [{"server_uuid": "b72a27a3-1f6c-471a-8392-7b1bea8fce0d", "name": "network-vif-plugged", "status": "completed", "tag": "2dcd6da2-4d5d-49f2-9481-3aa16277105c"}]}' {{(pid=93643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:32:00.936206 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:00.941047 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:32:00.996994 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Pushing event updated for resources: {'Port': ['ID=2dcd6da2-4d5d-49f2-9481-3aa16277105c,revision_number=5']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:32:01.003569 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602a8721-bdfa-4ffa-a0fb-4e5e8f9e5524 req-e313af84-1551-448d-8b94-aa0eb81fc228 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:01.005539 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-602a8721-bdfa-4ffa-a0fb-4e5e8f9e5524 req-e313af84-1551-448d-8b94-aa0eb81fc228 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8749116-c61b-4d9c-a129-d2de562ba963 HTTP/1.1" status: 200 len: 945 time: 0.1125364 Jun 18 08:32:01.011797 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:32:01.059530 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-602a8721-bdfa-4ffa-a0fb-4e5e8f9e5524 req-e0150af8-687d-4449-8cc3-02fc42fc2d23 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ac43d44-c1d9-445e-97b4-b5f38c914c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401161 Jun 18 08:32:01.067949 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7a5fb-50ff-45f8-95a0-1748354604e9 req-3092b969-2f71-4abc-a765-8a55deca1beb tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:01.069552 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-dbd7a5fb-50ff-45f8-95a0-1748354604e9 req-3092b969-2f71-4abc-a765-8a55deca1beb tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=00278876-9f41-4f50-925c-2b3dd85043e1 HTTP/1.1" status: 200 len: 946 time: 0.1262116 Jun 18 08:32:01.113070 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 08:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3fb8cc-161b-4074-b579-5f6c9730f091 x-openstack-request-id: req-0d3fb8cc-161b-4074-b579-5f6c9730f091 {{(pid=93643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:32:01.114099 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b72a27a3-1f6c-471a-8392-7b1bea8fce0d", "name": "network-vif-plugged", "status": "completed", "tag": "2dcd6da2-4d5d-49f2-9481-3aa16277105c", "code": 200}]} {{(pid=93643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:32:01.114861 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0d3fb8cc-161b-4074-b579-5f6c9730f091 {{(pid=93643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:32:01.115462 dv-cinder-786873-3-iscsi neutron-server[93643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b72a27a3-1f6c-471a-8392-7b1bea8fce0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dcd6da2-4d5d-49f2-9481-3aa16277105c', 'code': 200} Jun 18 08:32:01.119348 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-dbd7a5fb-50ff-45f8-95a0-1748354604e9 req-13ef5ccf-16af-4ddf-aa20-f4ebad9a033e tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428638 Jun 18 08:32:01.419904 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564abd81-9937-4e48-a7d1-a1451b3e4e16 req-d1b494f7-e694-4645-b5ff-450c671b4785 tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:01.421842 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-564abd81-9937-4e48-a7d1-a1451b3e4e16 req-d1b494f7-e694-4645-b5ff-450c671b4785 tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] 10.222.0.70 "GET /v2.0/ports?device_id=b72a27a3-1f6c-471a-8392-7b1bea8fce0d HTTP/1.1" status: 200 len: 949 time: 0.0656290 Jun 18 08:32:01.472031 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-564abd81-9937-4e48-a7d1-a1451b3e4e16 req-4051009f-61ca-4952-9daf-686ad3f81354 tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] 10.222.0.70 "GET /v2.0/security-groups?id=47b233e6-22b8-4700-86d4-a8eb1900ae11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409648 Jun 18 08:32:01.603435 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c33f7-291b-4530-9bbc-9775ccad02a8 req-170eda32-49e9-4973-9a7a-644ac648b715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:01.604940 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-fb7c33f7-291b-4530-9bbc-9775ccad02a8 req-170eda32-49e9-4973-9a7a-644ac648b715 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b72a27a3-1f6c-471a-8392-7b1bea8fce0d HTTP/1.1" status: 200 len: 1102 time: 0.0570531 Jun 18 08:32:01.647140 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-fb7c33f7-291b-4530-9bbc-9775ccad02a8 req-c5bcf014-e7b1-4496-8719-0c0065901c20 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=47b233e6-22b8-4700-86d4-a8eb1900ae11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298369 Jun 18 08:32:02.481900 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13767f4e-6653-4d55-b2a3-2e91f00dc2d3 req-9b3b87fd-a40c-4591-af65-00b163db6565 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:02.483552 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-13767f4e-6653-4d55-b2a3-2e91f00dc2d3 req-9b3b87fd-a40c-4591-af65-00b163db6565 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8749116-c61b-4d9c-a129-d2de562ba963 HTTP/1.1" status: 200 len: 945 time: 0.3030095 Jun 18 08:32:02.533656 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-13767f4e-6653-4d55-b2a3-2e91f00dc2d3 req-6cb24743-2239-4eb9-b828-c5ae40d04039 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ac43d44-c1d9-445e-97b4-b5f38c914c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440955 Jun 18 08:32:02.540730 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4329267-d7d8-4ca4-b45a-dbaf3d5f6322 req-00abecc2-8b42-4a4d-8179-8a826caba463 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:02.542114 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c4329267-d7d8-4ca4-b45a-dbaf3d5f6322 req-00abecc2-8b42-4a4d-8179-8a826caba463 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=00278876-9f41-4f50-925c-2b3dd85043e1 HTTP/1.1" status: 200 len: 946 time: 0.2961004 Jun 18 08:32:02.584792 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c4329267-d7d8-4ca4-b45a-dbaf3d5f6322 req-c28946d4-5053-437a-a8a7-bb3849638af2 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353122 Jun 18 08:32:02.712264 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2268bab0-a3fa-4d52-9923-90f58866c9ee req-347eb8f5-bcab-41ed-9547-2588afb414c7 tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:02.720094 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2268bab0-a3fa-4d52-9923-90f58866c9ee req-347eb8f5-bcab-41ed-9547-2588afb414c7 tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] 10.222.0.70 "GET /v2.0/ports?device_id=b72a27a3-1f6c-471a-8392-7b1bea8fce0d HTTP/1.1" status: 200 len: 949 time: 0.0716279 Jun 18 08:32:02.759675 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2268bab0-a3fa-4d52-9923-90f58866c9ee req-19e7a2ea-1f01-4f9c-aec0-00e0dbb89b22 tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] 10.222.0.70 "GET /v2.0/security-groups?id=47b233e6-22b8-4700-86d4-a8eb1900ae11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366197 Jun 18 08:32:03.776987 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1942e4b2-8b43-4fea-8f94-4046d0bf95a5 req-3271e53b-368f-494d-99fc-301e767df171 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:03.778496 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1942e4b2-8b43-4fea-8f94-4046d0bf95a5 req-3271e53b-368f-494d-99fc-301e767df171 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8749116-c61b-4d9c-a129-d2de562ba963 HTTP/1.1" status: 200 len: 945 time: 0.1004627 Jun 18 08:32:03.836336 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f9ec4e-5de7-4024-997a-dec685a27780 req-b3723aa1-bd07-4f2c-ad59-6715fd1d06d1 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:03.837794 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c7f9ec4e-5de7-4024-997a-dec685a27780 req-b3723aa1-bd07-4f2c-ad59-6715fd1d06d1 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=00278876-9f41-4f50-925c-2b3dd85043e1 HTTP/1.1" status: 200 len: 946 time: 0.1079948 Jun 18 08:32:03.840577 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1942e4b2-8b43-4fea-8f94-4046d0bf95a5 req-03b28694-73ba-48e0-a3ec-88e8a088ec99 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ac43d44-c1d9-445e-97b4-b5f38c914c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546739 Jun 18 08:32:03.898261 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c7f9ec4e-5de7-4024-997a-dec685a27780 req-0961b9bd-5a06-4f92-bd5e-83e7c436228c tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540915 Jun 18 08:32:04.031730 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c6cfb-b450-4407-9c1c-86c0b973fd90 req-915ea6cf-f2d7-43d2-bf71-b34dd72434fa tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:04.033504 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6d9c6cfb-b450-4407-9c1c-86c0b973fd90 req-915ea6cf-f2d7-43d2-bf71-b34dd72434fa tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] 10.222.0.70 "GET /v2.0/ports?device_id=b72a27a3-1f6c-471a-8392-7b1bea8fce0d HTTP/1.1" status: 200 len: 949 time: 0.0700827 Jun 18 08:32:04.070927 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6d9c6cfb-b450-4407-9c1c-86c0b973fd90 req-51167f59-5317-4e0d-8a1b-25beb75c0b31 tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] 10.222.0.70 "GET /v2.0/security-groups?id=47b233e6-22b8-4700-86d4-a8eb1900ae11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318139 Jun 18 08:32:05.066477 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe45183f-6c86-421e-80d4-614c74d92904 req-3b1e8b1e-7f0b-43df-9999-ccdb1a4493a5 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:05.067929 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-fe45183f-6c86-421e-80d4-614c74d92904 req-3b1e8b1e-7f0b-43df-9999-ccdb1a4493a5 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=00278876-9f41-4f50-925c-2b3dd85043e1 HTTP/1.1" status: 200 len: 946 time: 0.0618525 Jun 18 08:32:05.103870 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-fe45183f-6c86-421e-80d4-614c74d92904 req-b67abf84-1b44-46ad-ba36-b72b66338ebe tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303423 Jun 18 08:32:05.265589 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33cb679-00c7-44d2-94a2-1a3d1a75f11b req-c2d9897b-5313-4be9-9266-27d057861362 tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:05.267068 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c33cb679-00c7-44d2-94a2-1a3d1a75f11b req-c2d9897b-5313-4be9-9266-27d057861362 tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] 10.222.0.70 "GET /v2.0/ports?device_id=b72a27a3-1f6c-471a-8392-7b1bea8fce0d HTTP/1.1" status: 200 len: 949 time: 0.0655787 Jun 18 08:32:05.308270 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c33cb679-00c7-44d2-94a2-1a3d1a75f11b req-78be5009-4838-4835-8683-61bbc8179e5e tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] 10.222.0.70 "GET /v2.0/security-groups?id=47b233e6-22b8-4700-86d4-a8eb1900ae11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329139 Jun 18 08:32:06.276602 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb638f17-68bb-4cca-96c6-62a46f0f7ddf req-a7212072-546b-4613-a2b4-f4332c67445e tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:06.278081 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-fb638f17-68bb-4cca-96c6-62a46f0f7ddf req-a7212072-546b-4613-a2b4-f4332c67445e tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=00278876-9f41-4f50-925c-2b3dd85043e1 HTTP/1.1" status: 200 len: 946 time: 0.0635459 Jun 18 08:32:06.315855 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-fb638f17-68bb-4cca-96c6-62a46f0f7ddf req-b2d8dc95-bffa-4124-87b2-ccfefa3e6600 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320599 Jun 18 08:32:06.630571 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c908e1f7-79a2-4963-8056-09b921e6b9fc req-3130e924-b6ff-4094-a115-a40bd7fa67e2 tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:06.632107 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c908e1f7-79a2-4963-8056-09b921e6b9fc req-3130e924-b6ff-4094-a115-a40bd7fa67e2 tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] 10.222.0.70 "GET /v2.0/ports?device_id=b72a27a3-1f6c-471a-8392-7b1bea8fce0d HTTP/1.1" status: 200 len: 949 time: 0.0619631 Jun 18 08:32:06.670878 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c908e1f7-79a2-4963-8056-09b921e6b9fc req-2d896e60-8381-46e2-bfa2-cf2c9247518e tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] 10.222.0.70 "GET /v2.0/security-groups?id=47b233e6-22b8-4700-86d4-a8eb1900ae11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329199 Jun 18 08:32:07.493958 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa7e3ad-865c-4341-a888-34820046638b req-6238c87f-3e70-4a17-8aa5-92205531ae1d tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:07.495508 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-aaa7e3ad-865c-4341-a888-34820046638b req-6238c87f-3e70-4a17-8aa5-92205531ae1d tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=00278876-9f41-4f50-925c-2b3dd85043e1 HTTP/1.1" status: 200 len: 946 time: 0.0684266 Jun 18 08:32:07.537575 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-aaa7e3ad-865c-4341-a888-34820046638b req-15941a02-5486-4565-acef-b1d809913bde tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351605 Jun 18 08:32:07.842723 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2650b063-bfff-4fe7-9367-81346e2c78bf req-29ab2956-8a01-4377-8010-c0b63100f53f tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:07.844218 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2650b063-bfff-4fe7-9367-81346e2c78bf req-29ab2956-8a01-4377-8010-c0b63100f53f tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] 10.222.0.70 "GET /v2.0/ports?device_id=b72a27a3-1f6c-471a-8392-7b1bea8fce0d HTTP/1.1" status: 200 len: 949 time: 0.0634954 Jun 18 08:32:07.881994 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2650b063-bfff-4fe7-9367-81346e2c78bf req-6a0e67a2-89a4-4270-8f62-56a20c8721c2 tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] 10.222.0.70 "GET /v2.0/security-groups?id=47b233e6-22b8-4700-86d4-a8eb1900ae11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319524 Jun 18 08:32:08.753412 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa27eb90-6f13-401b-b35c-4263f7423c46 req-eb6f9c2b-1516-480a-ac8a-8ecdd5c07723 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:08.755816 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-fa27eb90-6f13-401b-b35c-4263f7423c46 req-eb6f9c2b-1516-480a-ac8a-8ecdd5c07723 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=00278876-9f41-4f50-925c-2b3dd85043e1 HTTP/1.1" status: 200 len: 946 time: 0.0923860 Jun 18 08:32:08.803569 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-fa27eb90-6f13-401b-b35c-4263f7423c46 req-26ad7c0a-6b96-4bc7-8625-2166b6d1a525 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417962 Jun 18 08:32:09.064495 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8687e1-3060-4557-a4c0-199569ec8358 req-a8ec7937-4e3a-4f15-99d9-553869082f3e tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:09.065955 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7f8687e1-3060-4557-a4c0-199569ec8358 req-a8ec7937-4e3a-4f15-99d9-553869082f3e tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] 10.222.0.70 "GET /v2.0/ports?device_id=b72a27a3-1f6c-471a-8392-7b1bea8fce0d HTTP/1.1" status: 200 len: 949 time: 0.0699468 Jun 18 08:32:09.094979 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e3bb1566-281f-4078-8e14-3fd94d0bda45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:09.107256 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7f8687e1-3060-4557-a4c0-199569ec8358 req-beb83cef-fe67-4eb6-b126-8f306d2a9838 tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] 10.222.0.70 "GET /v2.0/security-groups?id=47b233e6-22b8-4700-86d4-a8eb1900ae11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355606 Jun 18 08:32:09.984269 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6493121c-c4dd-4a1d-9308-5e1a87d2ecc8 req-e5e8f1c2-c729-4db2-b2bc-13a7dc8d60cc tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:09.985796 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6493121c-c4dd-4a1d-9308-5e1a87d2ecc8 req-e5e8f1c2-c729-4db2-b2bc-13a7dc8d60cc tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=00278876-9f41-4f50-925c-2b3dd85043e1 HTTP/1.1" status: 200 len: 946 time: 0.0662937 Jun 18 08:32:10.026761 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6493121c-c4dd-4a1d-9308-5e1a87d2ecc8 req-977b4edf-3261-45b1-b196-ac1c6208a8d2 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350883 Jun 18 08:32:10.291018 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129fc360-d97b-49f1-8872-20cdb4948813 req-52c8639b-994d-4481-8676-c045ada92a75 tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:10.292434 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-129fc360-d97b-49f1-8872-20cdb4948813 req-52c8639b-994d-4481-8676-c045ada92a75 tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] 10.222.0.70 "GET /v2.0/ports?device_id=b72a27a3-1f6c-471a-8392-7b1bea8fce0d HTTP/1.1" status: 200 len: 949 time: 0.0702410 Jun 18 08:32:10.332348 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-129fc360-d97b-49f1-8872-20cdb4948813 req-e65803c7-62e4-4a8c-af6f-702f4b003bf5 tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] 10.222.0.70 "GET /v2.0/security-groups?id=47b233e6-22b8-4700-86d4-a8eb1900ae11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332263 Jun 18 08:32:10.976575 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13c060-4971-4f61-a85b-12f3e2b513eb req-55dd089a-41d9-4712-afff-c6e20d49731a tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:10.978032 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-bc13c060-4971-4f61-a85b-12f3e2b513eb req-55dd089a-41d9-4712-afff-c6e20d49731a tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] 10.222.0.70 "GET /v2.0/ports?device_id=b72a27a3-1f6c-471a-8392-7b1bea8fce0d HTTP/1.1" status: 200 len: 949 time: 0.0664053 Jun 18 08:32:11.026091 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-bc13c060-4971-4f61-a85b-12f3e2b513eb req-d042c908-f212-4bca-a331-a3e9a9915637 tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] 10.222.0.70 "GET /v2.0/security-groups?id=47b233e6-22b8-4700-86d4-a8eb1900ae11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420022 Jun 18 08:32:11.230520 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e533ade-bb92-4612-b878-78b77728af72 req-c1f341e2-8ee1-4c42-8ddd-2ffb7bf01942 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:11.232184 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7e533ade-bb92-4612-b878-78b77728af72 req-c1f341e2-8ee1-4c42-8ddd-2ffb7bf01942 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8749116-c61b-4d9c-a129-d2de562ba963 HTTP/1.1" status: 200 len: 945 time: 0.1164148 Jun 18 08:32:11.244262 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0113589f-adf9-4e43-8023-760783f5e9dc req-8b020a45-049e-4886-a681-522f74849568 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:11.245757 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0113589f-adf9-4e43-8023-760783f5e9dc req-8b020a45-049e-4886-a681-522f74849568 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=00278876-9f41-4f50-925c-2b3dd85043e1 HTTP/1.1" status: 200 len: 946 time: 0.0936878 Jun 18 08:32:11.310124 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7e533ade-bb92-4612-b878-78b77728af72 req-9710ac30-e0c2-49ea-a602-e228c20fde48 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ac43d44-c1d9-445e-97b4-b5f38c914c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591731 Jun 18 08:32:11.321063 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0113589f-adf9-4e43-8023-760783f5e9dc req-d1d0b420-b447-4756-b839-6ddd43b7e128 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669489 Jun 18 08:32:11.483346 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e51a5c44-4fcc-45a5-a328-4f92779aa31c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:11.911796 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:12.205700 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a8a651-ed9f-4d29-943e-be352ca4c6e1 req-f8e607be-6c09-437a-9877-701c17785428 tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:12.207114 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-31a8a651-ed9f-4d29-943e-be352ca4c6e1 req-f8e607be-6c09-437a-9877-701c17785428 tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] 10.222.0.70 "GET /v2.0/ports?device_id=b72a27a3-1f6c-471a-8392-7b1bea8fce0d HTTP/1.1" status: 200 len: 949 time: 0.0689211 Jun 18 08:32:12.250748 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-31a8a651-ed9f-4d29-943e-be352ca4c6e1 req-38cfcb2d-bbac-4b57-9e60-2eccea2aec75 tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] 10.222.0.70 "GET /v2.0/security-groups?id=47b233e6-22b8-4700-86d4-a8eb1900ae11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374424 Jun 18 08:32:12.530704 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a5545f-0c8e-4734-a2d6-7850272b61c0 req-04f5aed2-95df-45d3-8f3f-26ef849c2915 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:12.532274 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-09a5545f-0c8e-4734-a2d6-7850272b61c0 req-04f5aed2-95df-45d3-8f3f-26ef849c2915 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8749116-c61b-4d9c-a129-d2de562ba963 HTTP/1.1" status: 200 len: 945 time: 0.1040406 Jun 18 08:32:12.565774 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb62cea-c7bc-4130-b7e3-1d678b70a329 req-7694c1c2-0ee0-408a-8a23-9e1ffca8bb07 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:12.567248 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-bdb62cea-c7bc-4130-b7e3-1d678b70a329 req-7694c1c2-0ee0-408a-8a23-9e1ffca8bb07 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=00278876-9f41-4f50-925c-2b3dd85043e1 HTTP/1.1" status: 200 len: 946 time: 0.1050923 Jun 18 08:32:12.592766 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-09a5545f-0c8e-4734-a2d6-7850272b61c0 req-15aceb5e-5ee4-4f45-8265-c8858d8da93f tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ac43d44-c1d9-445e-97b4-b5f38c914c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536656 Jun 18 08:32:12.627515 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-bdb62cea-c7bc-4130-b7e3-1d678b70a329 req-31bc8744-b3f8-4613-8a52-adbbc017a473 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495346 Jun 18 08:32:12.858006 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-37edacc1-1ba5-460e-aa47-45b5acfa9d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:12.980486 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-bdbe7d7f-5650-4338-9349-7204061e17db req-c2b98db1-b50c-4733-95e4-02a8facd0b89 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1432221821&fields=id&tenant_id=f33eeb6169284d22b1baacfb166428e8 HTTP/1.1" status: 200 len: 267 time: 0.0411632 Jun 18 08:32:13.094721 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbe7d7f-5650-4338-9349-7204061e17db req-46c36fdc-53b4-44dc-9bc5-8f3c5ca552a0 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:13.096318 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-bdbe7d7f-5650-4338-9349-7204061e17db req-46c36fdc-53b4-44dc-9bc5-8f3c5ca552a0 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/networks?id=d15bb2fc-c17e-4d6a-a35a-67df4428a903 HTTP/1.1" status: 200 len: 811 time: 0.1083066 Jun 18 08:32:13.112032 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-bdbe7d7f-5650-4338-9349-7204061e17db req-e892b37e-1a06-4334-908b-390eda5d9132 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/quotas/f33eeb6169284d22b1baacfb166428e8 HTTP/1.1" status: 200 len: 375 time: 0.0100620 Jun 18 08:32:13.191766 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-bdbe7d7f-5650-4338-9349-7204061e17db req-46963bbd-bdb8-453c-b467-0cb5185554ed tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f33eeb6169284d22b1baacfb166428e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0710745 Jun 18 08:32:13.295700 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-bdbe7d7f-5650-4338-9349-7204061e17db req-d3089e56-b7dd-464a-9f84-f40219744aa3 service neutron] 10.222.0.70 "GET /v2.0/networks/d15bb2fc-c17e-4d6a-a35a-67df4428a903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915804 Jun 18 08:32:13.430218 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-bdbe7d7f-5650-4338-9349-7204061e17db req-aa37e621-da74-4335-9172-8bd244de641f service neutron] 10.222.0.70 "GET /v2.0/networks/d15bb2fc-c17e-4d6a-a35a-67df4428a903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285834 Jun 18 08:32:13.460539 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891213bb-e246-4059-b4ef-c0d035ed0d2e req-c17deb36-3a8f-4948-ae3a-5055bbe56fd1 tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:13.462056 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-891213bb-e246-4059-b4ef-c0d035ed0d2e req-c17deb36-3a8f-4948-ae3a-5055bbe56fd1 tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] 10.222.0.70 "GET /v2.0/ports?device_id=b72a27a3-1f6c-471a-8392-7b1bea8fce0d HTTP/1.1" status: 200 len: 949 time: 0.0925722 Jun 18 08:32:13.506650 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-891213bb-e246-4059-b4ef-c0d035ed0d2e req-899e9368-eaad-4a3a-83ad-48f9944cce8f tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] 10.222.0.70 "GET /v2.0/security-groups?id=47b233e6-22b8-4700-86d4-a8eb1900ae11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365632 Jun 18 08:32:13.780364 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733ed38a-82a8-420e-9cb4-8ad9a0dc6421 req-431ef66c-49ec-4e72-b451-c87a33c935b0 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:13.782224 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-733ed38a-82a8-420e-9cb4-8ad9a0dc6421 req-431ef66c-49ec-4e72-b451-c87a33c935b0 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8749116-c61b-4d9c-a129-d2de562ba963 HTTP/1.1" status: 200 len: 945 time: 0.0680876 Jun 18 08:32:13.823549 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-733ed38a-82a8-420e-9cb4-8ad9a0dc6421 req-8913458e-ce8e-4a9b-8764-70d1af7b0f5a tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ac43d44-c1d9-445e-97b4-b5f38c914c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347075 Jun 18 08:32:14.040213 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3d01ef-d1d6-4cd6-8d88-71778530e4b5 req-aef238de-ea5b-4b49-962f-45ed7cfd2929 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:14.040213 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4b3d01ef-d1d6-4cd6-8d88-71778530e4b5 req-aef238de-ea5b-4b49-962f-45ed7cfd2929 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=00278876-9f41-4f50-925c-2b3dd85043e1 HTTP/1.1" status: 200 len: 946 time: 0.0845127 Jun 18 08:32:14.098367 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4b3d01ef-d1d6-4cd6-8d88-71778530e4b5 req-5660757e-8383-4cbf-8d53-0f5b71b553e3 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412300 Jun 18 08:32:14.129770 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9069c3ac-3dfe-4796-a944-462de5b1ae66 req-f2f06ebd-98b6-4362-8552-fe23254706e7 tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:14.131591 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-9069c3ac-3dfe-4796-a944-462de5b1ae66 req-f2f06ebd-98b6-4362-8552-fe23254706e7 tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] 10.222.0.72 "GET /v2.0/ports?device_id=b72a27a3-1f6c-471a-8392-7b1bea8fce0d HTTP/1.1" status: 200 len: 949 time: 0.0850532 Jun 18 08:32:14.197020 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-89aea5f3-65cd-4c34-aa23-845bea467f8f req-a5ebf81a-a8e4-4363-8986-b5bc469c6b5d tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=cfd1c108-3390-4f3f-8ef5-534ccd7a6669 HTTP/1.1" status: 200 len: 210 time: 0.0328758 Jun 18 08:32:14.315998 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [req-9069c3ac-3dfe-4796-a944-462de5b1ae66 req-24ea888f-7c05-4757-8a48-650274091147 tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] Deleting port 2dcd6da2-4d5d-49f2-9481-3aa16277105c {{(pid=93642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:32:14.317947 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-9069c3ac-3dfe-4796-a944-462de5b1ae66 req-24ea888f-7c05-4757-8a48-650274091147 tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741882027237'] for port, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:14.399820 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d9294c-5e29-40b2-bcfe-c576652ffb6d req-fdea7cd5-eb29-4333-99b5-e0bf502e3e61 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:14.401288 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-72d9294c-5e29-40b2-bcfe-c576652ffb6d req-fdea7cd5-eb29-4333-99b5-e0bf502e3e61 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8749116-c61b-4d9c-a129-d2de562ba963 HTTP/1.1" status: 200 len: 945 time: 0.1341920 Jun 18 08:32:14.462366 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [req-9069c3ac-3dfe-4796-a944-462de5b1ae66 req-24ea888f-7c05-4757-8a48-650274091147 tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] For port 2dcd6da2-4d5d-49f2-9481-3aa16277105c, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=2dcd6da2-4d5d-49f2-9481-3aa16277105c,segment=NetworkSegment(4daca6e2-5127-4268-8d1c-03c799381b2c),segment_id=4daca6e2-5127-4268-8d1c-03c799381b2c)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:32:14.462738 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-9069c3ac-3dfe-4796-a944-462de5b1ae66 req-24ea888f-7c05-4757-8a48-650274091147 tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7962534'] for port, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:14.545731 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [req-9069c3ac-3dfe-4796-a944-462de5b1ae66 req-24ea888f-7c05-4757-8a48-650274091147 tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] Calling delete_port for 2dcd6da2-4d5d-49f2-9481-3aa16277105c owned by compute:nova {{(pid=93642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:32:14.570351 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-624571b3-aef6-4a8c-8ab3-5c089201a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:14.665400 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [req-72d9294c-5e29-40b2-bcfe-c576652ffb6d req-0323d8ba-80c9-4a3e-8917-f05bf4654881 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Deleting port 7ad387f9-647d-4738-ace5-ba7e056b38fd {{(pid=93642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:32:14.665748 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-72d9294c-5e29-40b2-bcfe-c576652ffb6d req-0323d8ba-80c9-4a3e-8917-f05bf4654881 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741882027237'] for port, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:14.742898 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4259c941-34cc-4f3d-b600-ddf877f9133a req-6b1ad883-bdf9-4aa9-a38d-9f9bcd5e5f95 tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:14.745453 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4259c941-34cc-4f3d-b600-ddf877f9133a req-6b1ad883-bdf9-4aa9-a38d-9f9bcd5e5f95 tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] 10.222.0.70 "GET /v2.0/ports?device_id=b72a27a3-1f6c-471a-8392-7b1bea8fce0d HTTP/1.1" status: 200 len: 949 time: 0.1090140 Jun 18 08:32:14.796432 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4259c941-34cc-4f3d-b600-ddf877f9133a req-9d67abd5-0bc6-42d4-9a39-6f1c7304976f tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] 10.222.0.70 "GET /v2.0/security-groups?id=47b233e6-22b8-4700-86d4-a8eb1900ae11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446451 Jun 18 08:32:14.829863 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [req-72d9294c-5e29-40b2-bcfe-c576652ffb6d req-0323d8ba-80c9-4a3e-8917-f05bf4654881 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] For port 7ad387f9-647d-4738-ace5-ba7e056b38fd, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=7ad387f9-647d-4738-ace5-ba7e056b38fd,segment=NetworkSegment(7ab84e50-8a63-4077-b2f1-0c7c3cd12bc1),segment_id=7ab84e50-8a63-4077-b2f1-0c7c3cd12bc1)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:32:14.830227 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-72d9294c-5e29-40b2-bcfe-c576652ffb6d req-0323d8ba-80c9-4a3e-8917-f05bf4654881 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7962534'] for port, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:14.906757 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [req-72d9294c-5e29-40b2-bcfe-c576652ffb6d req-0323d8ba-80c9-4a3e-8917-f05bf4654881 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Calling delete_port for 7ad387f9-647d-4738-ace5-ba7e056b38fd owned by compute:nova {{(pid=93642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:32:14.913338 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-9069c3ac-3dfe-4796-a944-462de5b1ae66 req-24ea888f-7c05-4757-8a48-650274091147 tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741882028261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741881438823'] for port, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:14.918399 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-b8840426-e252-47a0-aaeb-60ba4ccbe8cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:32:14.956484 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ea888f-7c05-4757-8a48-650274091147 tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] Pushing event deleted for resources: {'Port': ['ID=2dcd6da2-4d5d-49f2-9481-3aa16277105c,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:32:14.998467 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-24ea888f-7c05-4757-8a48-650274091147 tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:32:15.039640 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e71d93-8edd-43e3-87f3-312cdd59e184 req-523fd04d-6940-4bf7-8aba-8b2cb69dc639 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:15.041275 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-55e71d93-8edd-43e3-87f3-312cdd59e184 req-523fd04d-6940-4bf7-8aba-8b2cb69dc639 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8749116-c61b-4d9c-a129-d2de562ba963 HTTP/1.1" status: 200 len: 945 time: 0.0906658 Jun 18 08:32:15.058877 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [req-9069c3ac-3dfe-4796-a944-462de5b1ae66 req-24ea888f-7c05-4757-8a48-650274091147 tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] No DVR routers for this DVR port 2dcd6da2-4d5d-49f2-9481-3aa16277105c on host hv-cinder-78687 {{(pid=93642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 08:32:15.102255 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-55e71d93-8edd-43e3-87f3-312cdd59e184 req-2e21709a-69e1-493e-959f-aef42f245a3a tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ac43d44-c1d9-445e-97b4-b5f38c914c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502458 Jun 18 08:32:15.130457 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-9069c3ac-3dfe-4796-a944-462de5b1ae66 req-24ea888f-7c05-4757-8a48-650274091147 tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881'] for port, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:15.133265 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-9069c3ac-3dfe-4796-a944-462de5b1ae66 req-24ea888f-7c05-4757-8a48-650274091147 tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] 10.222.0.72 "DELETE /v2.0/ports/2dcd6da2-4d5d-49f2-9481-3aa16277105c HTTP/1.1" status: 204 len: 173 time: 0.9890819 Jun 18 08:32:15.133822 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b72a27a3-1f6c-471a-8392-7b1bea8fce0d', 'name': 'network-vif-deleted', 'tag': '2dcd6da2-4d5d-49f2-9481-3aa16277105c'}] {{(pid=93642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:32:15.136320 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8e20e2b9f795c08d425b6044ace8e6bfcc189f1bac9bd432248b5aa3a03ca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180ff311-b132-427d-ba05-7530cbd7de3d" -d '{"events": [{"server_uuid": "b72a27a3-1f6c-471a-8392-7b1bea8fce0d", "name": "network-vif-deleted", "tag": "2dcd6da2-4d5d-49f2-9481-3aa16277105c"}]}' {{(pid=93642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:32:15.203088 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 08:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc36ae8-1feb-46bb-9ea5-ab4971502df1 x-openstack-request-id: req-afc36ae8-1feb-46bb-9ea5-ab4971502df1 {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:32:15.203088 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b72a27a3-1f6c-471a-8392-7b1bea8fce0d", "name": "network-vif-deleted", "tag": "2dcd6da2-4d5d-49f2-9481-3aa16277105c", "status": "completed", "code": 200}]} {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:32:15.203088 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-afc36ae8-1feb-46bb-9ea5-ab4971502df1 {{(pid=93642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:32:15.203088 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b72a27a3-1f6c-471a-8392-7b1bea8fce0d', 'name': 'network-vif-deleted', 'tag': '2dcd6da2-4d5d-49f2-9481-3aa16277105c', 'status': 'completed', 'code': 200} Jun 18 08:32:15.240442 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-72d9294c-5e29-40b2-bcfe-c576652ffb6d req-0323d8ba-80c9-4a3e-8917-f05bf4654881 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741882028261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741881438823'] for port, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:15.245193 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-7885e5ac-55af-435a-b7a9-be95aa02ca9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:32:15.283578 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0323d8ba-80c9-4a3e-8917-f05bf4654881 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Pushing event deleted for resources: {'Port': ['ID=7ad387f9-647d-4738-ace5-ba7e056b38fd,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:32:15.284610 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-0323d8ba-80c9-4a3e-8917-f05bf4654881 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:32:15.304835 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] get_ports_and_sgs() called for port_ids ['7ad387f9-647d-4738-ace5-ba7e056b38fd'] {{(pid=93643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 08:32:15.361282 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [req-72d9294c-5e29-40b2-bcfe-c576652ffb6d req-0323d8ba-80c9-4a3e-8917-f05bf4654881 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] No DVR routers for this DVR port 7ad387f9-647d-4738-ace5-ba7e056b38fd on host hv-cinder-78687 {{(pid=93642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 08:32:15.365313 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-72d9294c-5e29-40b2-bcfe-c576652ffb6d req-0323d8ba-80c9-4a3e-8917-f05bf4654881 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881'] for port, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:15.367664 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-72d9294c-5e29-40b2-bcfe-c576652ffb6d req-0323d8ba-80c9-4a3e-8917-f05bf4654881 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.72 "DELETE /v2.0/ports/7ad387f9-647d-4738-ace5-ba7e056b38fd HTTP/1.1" status: 204 len: 173 time: 0.9561675 Jun 18 08:32:15.403459 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2200d8b4-7a15-435a-b36d-c91181b074d7 req-cf7c95a1-4c81-425b-9bdd-0432d8392eaf tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:15.406603 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2200d8b4-7a15-435a-b36d-c91181b074d7 req-cf7c95a1-4c81-425b-9bdd-0432d8392eaf tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=00278876-9f41-4f50-925c-2b3dd85043e1 HTTP/1.1" status: 200 len: 946 time: 0.1538475 Jun 18 08:32:15.456902 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3201e43b-b365-4775-8add-894d7f70f5be req-681c2029-834f-4e78-8e17-bb18fbcec133 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=cfd1c108-3390-4f3f-8ef5-534ccd7a6669 HTTP/1.1" status: 200 len: 210 time: 0.0476992 Jun 18 08:32:15.492984 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2200d8b4-7a15-435a-b36d-c91181b074d7 req-41028659-0d52-47ea-aedb-ad22deaed626 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605490 Jun 18 08:32:16.002346 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b1365928-d1fc-4b95-b3d5-93bbca436a3f req-04943b72-74a1-4e0e-9302-1fc3a6406eb5 tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] 10.222.0.70 "GET /v2.0/ports?device_id=b72a27a3-1f6c-471a-8392-7b1bea8fce0d HTTP/1.1" status: 200 len: 210 time: 0.0517659 Jun 18 08:32:16.259076 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-96029211-ec62-4c41-84ef-75c55d0b4352 req-52c194cb-b431-4a5d-ad8b-2b7c272fcfdc tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8749116-c61b-4d9c-a129-d2de562ba963 HTTP/1.1" status: 200 len: 210 time: 0.0290322 Jun 18 08:32:16.350944 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 36070) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:32:16.458611 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-e4d8d659-2f0d-456a-8080-dee8158e502d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:16.601471 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-e4d8d659-2f0d-456a-8080-dee8158e502d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:16.641609 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2aa2e0b8-d6a5-4e78-9de4-174294cde6e0 req-c86ab94b-0473-4929-bd7e-6787cf40b294 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=cfd1c108-3390-4f3f-8ef5-534ccd7a6669 HTTP/1.1" status: 200 len: 210 time: 0.0335486 Jun 18 08:32:16.686408 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device 2dcd6da2-4d5d-49f2-9481-3aa16277105c no longer exists at agent hyperv_hv-cinder-78687 {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:32:16.690063 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-e4d8d659-2f0d-456a-8080-dee8158e502d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:16.693327 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-45ecd6da-fbd2-454b-9715-1855c3d23ddb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:32:16.713247 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb922c-ee2a-4229-bb8b-a95577e28703 req-c0f25c7d-b845-4b31-b14d-3a9ac0eb840e tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:16.715054 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d2fb922c-ee2a-4229-bb8b-a95577e28703 req-c0f25c7d-b845-4b31-b14d-3a9ac0eb840e tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=00278876-9f41-4f50-925c-2b3dd85043e1 HTTP/1.1" status: 200 len: 946 time: 0.0768614 Jun 18 08:32:16.716738 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] No Port match for: 2dcd6da2-4d5d-49f2-9481-3aa16277105c {{(pid=93643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:32:16.717160 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device 2dcd6da2-4d5d-49f2-9481-3aa16277105c not bound to the agent host hv-cinder-78687 {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:32:16.745219 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d8d659-2f0d-456a-8080-dee8158e502d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c695e64-7ee3-450c-826b-037a3f4c1fb7,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:32:16.749602 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-e4d8d659-2f0d-456a-8080-dee8158e502d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:32:16.752797 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-e4d8d659-2f0d-456a-8080-dee8158e502d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f119aaa434664664a0e33a17810a5989&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4006202 Jun 18 08:32:16.755622 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 36084) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:32:16.765225 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d2fb922c-ee2a-4229-bb8b-a95577e28703 req-c29fe488-d502-4434-8ca6-0309bedd7773 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425894 Jun 18 08:32:16.830656 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-74f32abe-cba4-40e7-8577-b78968639c9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:16.854564 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-74f32abe-cba4-40e7-8577-b78968639c9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:17.042229 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-74f32abe-cba4-40e7-8577-b78968639c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:17.046399 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-74f32abe-cba4-40e7-8577-b78968639c9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:17.048177 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-74f32abe-cba4-40e7-8577-b78968639c9a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0c695e64-7ee3-450c-826b-037a3f4c1fb7 HTTP/1.1" status: 204 len: 168 time: 0.2913389 Jun 18 08:32:17.049202 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-a5600c5e-5d79-4297-9c28-026f04b31775 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:32:17.065139 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f32abe-cba4-40e7-8577-b78968639c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c695e64-7ee3-450c-826b-037a3f4c1fb7,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:32:17.096050 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-74f32abe-cba4-40e7-8577-b78968639c9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:32:17.204420 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8749116-c61b-4d9c-a129-d2de562ba963', 'name': 'network-vif-deleted', 'tag': '7ad387f9-647d-4738-ace5-ba7e056b38fd'}] {{(pid=93642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:32:17.213962 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8e20e2b9f795c08d425b6044ace8e6bfcc189f1bac9bd432248b5aa3a03ca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-630fb6a3-a7b0-4e7a-a004-525051f133b6" -d '{"events": [{"server_uuid": "b8749116-c61b-4d9c-a129-d2de562ba963", "name": "network-vif-deleted", "tag": "7ad387f9-647d-4738-ace5-ba7e056b38fd"}]}' {{(pid=93642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:32:17.260131 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 08:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-392ea45e-56f1-476b-a110-bd0d5826a080 x-openstack-request-id: req-392ea45e-56f1-476b-a110-bd0d5826a080 {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:32:17.260731 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8749116-c61b-4d9c-a129-d2de562ba963", "name": "network-vif-deleted", "tag": "7ad387f9-647d-4738-ace5-ba7e056b38fd", "status": "completed", "code": 200}]} {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:32:17.264456 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-392ea45e-56f1-476b-a110-bd0d5826a080 {{(pid=93642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:32:17.264456 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8749116-c61b-4d9c-a129-d2de562ba963', 'name': 'network-vif-deleted', 'tag': '7ad387f9-647d-4738-ace5-ba7e056b38fd', 'status': 'completed', 'code': 200} Jun 18 08:32:17.432233 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-10fc4824-110e-4649-b322-dab85c31b1c0 req-649a1c96-2105-49b7-8af1-66c98eb1e9e6 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8749116-c61b-4d9c-a129-d2de562ba963 HTTP/1.1" status: 200 len: 210 time: 0.0291882 Jun 18 08:32:17.749024 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 36126) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:32:17.799771 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6bd3050f-9872-4e5a-a89e-635efe856f9b req-8def1d23-e4bb-4bee-9fe3-ff90474dcbb3 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=cfd1c108-3390-4f3f-8ef5-534ccd7a6669 HTTP/1.1" status: 200 len: 210 time: 0.0317290 Jun 18 08:32:17.854291 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 36132) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:32:17.869674 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-0cf48763-e745-44a3-b8b4-cc1ffbb900e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:17.974917 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da9dff5-7d27-4688-9af7-4d3d369e7ec5 req-9b4f81d7-d258-4b48-9c8a-8eac00bb29a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:17.976886 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-6da9dff5-7d27-4688-9af7-4d3d369e7ec5 req-9b4f81d7-d258-4b48-9c8a-8eac00bb29a3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=00278876-9f41-4f50-925c-2b3dd85043e1 HTTP/1.1" status: 200 len: 1099 time: 0.0969472 Jun 18 08:32:18.040250 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-6da9dff5-7d27-4688-9af7-4d3d369e7ec5 req-617cb0fe-2028-46cd-bf32-153046d8d170 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536280 Jun 18 08:32:18.094635 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-0cf48763-e745-44a3-b8b4-cc1ffbb900e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:18.114548 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2535efdc-8a45-40be-8ffa-62f56e2be840 req-3731a343-b7b1-4fd9-adc7-15da2bc6d7f3 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:18.116216 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2535efdc-8a45-40be-8ffa-62f56e2be840 req-3731a343-b7b1-4fd9-adc7-15da2bc6d7f3 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=00278876-9f41-4f50-925c-2b3dd85043e1 HTTP/1.1" status: 200 len: 946 time: 0.1829445 Jun 18 08:32:18.133161 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-93abf72c-35e7-4d0c-8ef4-55fdb4b108ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:18.161781 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-0cf48763-e745-44a3-b8b4-cc1ffbb900e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:18.172589 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2535efdc-8a45-40be-8ffa-62f56e2be840 req-adc440f2-4358-461d-b754-707a4dd45e79 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471506 Jun 18 08:32:18.172874 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-a421190c-e39b-4fb4-8ad5-c6ec46c6208c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:32:18.225878 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf48763-e745-44a3-b8b4-cc1ffbb900e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ee905d-c9dc-4438-bac0-9b9db19a1541,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:32:18.245866 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-0cf48763-e745-44a3-b8b4-cc1ffbb900e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:32:18.268516 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-0cf48763-e745-44a3-b8b4-cc1ffbb900e1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ac737a07d539403aa1accec4bb76c2d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4126902 Jun 18 08:32:18.270917 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 36148) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:32:18.338437 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-93abf72c-35e7-4d0c-8ef4-55fdb4b108ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:18.343597 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-17259b2b-da7b-45d5-bb56-e55721fc4164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:18.377750 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-17259b2b-da7b-45d5-bb56-e55721fc4164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:18.477343 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-93abf72c-35e7-4d0c-8ef4-55fdb4b108ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:18.479970 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-b072ba6b-eb99-46f1-a9d2-3aae764df116 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:32:18.519155 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-93abf72c-35e7-4d0c-8ef4-55fdb4b108ff admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=531e174ddb7049ed88187b37c6b85d15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7691963 Jun 18 08:32:18.520656 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93abf72c-35e7-4d0c-8ef4-55fdb4b108ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8be50b5-b5f9-40a4-a436-4a8ff1ad07b2,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:32:18.523977 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 36154) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:32:18.524630 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-93abf72c-35e7-4d0c-8ef4-55fdb4b108ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:32:18.595446 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-17259b2b-da7b-45d5-bb56-e55721fc4164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:18.598494 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-17259b2b-da7b-45d5-bb56-e55721fc4164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:18.599641 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-17259b2b-da7b-45d5-bb56-e55721fc4164 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/54ee905d-c9dc-4438-bac0-9b9db19a1541 HTTP/1.1" status: 204 len: 168 time: 0.3277123 Jun 18 08:32:18.608758 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-f67ce907-9db2-4086-88c9-a49089d5e0f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:32:18.622937 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17259b2b-da7b-45d5-bb56-e55721fc4164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ee905d-c9dc-4438-bac0-9b9db19a1541,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:32:18.626256 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-17259b2b-da7b-45d5-bb56-e55721fc4164 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:32:18.648879 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbe7d7f-5650-4338-9349-7204061e17db req-4f5709a9-95aa-44e6-93ed-809a8321d505 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:18.650783 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-bdbe7d7f-5650-4338-9349-7204061e17db req-4f5709a9-95aa-44e6-93ed-809a8321d505 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.72 "GET /v2.0/networks?id=d15bb2fc-c17e-4d6a-a35a-67df4428a903 HTTP/1.1" status: 200 len: 811 time: 0.1272297 Jun 18 08:32:18.666196 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-f73b3902-b856-4e63-b214-a4403a435be8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:18.694842 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device 7ad387f9-647d-4738-ace5-ba7e056b38fd no longer exists at agent hyperv_hv-cinder-78687 {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:32:18.712231 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-bdbe7d7f-5650-4338-9349-7204061e17db req-312170ce-e171-4eca-bcdb-3fdb19281762 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f33eeb6169284d22b1baacfb166428e8 HTTP/1.1" status: 200 len: 380 time: 0.0438485 Jun 18 08:32:18.728805 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-f73b3902-b856-4e63-b214-a4403a435be8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:18.733576 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] No Port match for: 7ad387f9-647d-4738-ace5-ba7e056b38fd {{(pid=93643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:32:18.733943 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device 7ad387f9-647d-4738-ace5-ba7e056b38fd not bound to the agent host hv-cinder-78687 {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:32:18.735404 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [req-bdbe7d7f-5650-4338-9349-7204061e17db req-4a63bbaa-d92a-4db1-ae03-fbbc29236514 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Request body: {'port': {'device_id': 'cfd1c108-3390-4f3f-8ef5-534ccd7a6669', 'network_id': 'd15bb2fc-c17e-4d6a-a35a-67df4428a903', 'admin_state_up': True, 'tenant_id': 'f33eeb6169284d22b1baacfb166428e8', 'security_groups': ['a521bd04-5697-4ea8-a853-e5232e0f522b']}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:32:18.873593 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-f73b3902-b856-4e63-b214-a4403a435be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:18.876902 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-f73b3902-b856-4e63-b214-a4403a435be8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:18.890502 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-f73b3902-b856-4e63-b214-a4403a435be8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e8be50b5-b5f9-40a4-a436-4a8ff1ad07b2 HTTP/1.1" status: 204 len: 168 time: 0.3548083 Jun 18 08:32:18.899748 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-88197e8d-ef6c-44e4-974a-c3046e139f59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:32:18.919914 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73b3902-b856-4e63-b214-a4403a435be8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8be50b5-b5f9-40a4-a436-4a8ff1ad07b2,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:32:18.928836 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-f73b3902-b856-4e63-b214-a4403a435be8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:32:18.962884 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdbe7d7f-5650-4338-9349-7204061e17db req-4a63bbaa-d92a-4db1-ae03-fbbc29236514 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Made reservation on behalf of f33eeb6169284d22b1baacfb166428e8 for: {'port': 1} {{(pid=93642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:32:18.968273 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-bdbe7d7f-5650-4338-9349-7204061e17db req-4a63bbaa-d92a-4db1-ae03-fbbc29236514 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-568420'] for port, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:19.027602 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb2b73-a63b-47d1-b283-cb3ddfe2e048 req-dfad76df-7deb-44d2-8365-920c7f99404f tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:19.038290 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-40fb2b73-a63b-47d1-b283-cb3ddfe2e048 req-dfad76df-7deb-44d2-8365-920c7f99404f tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/networks?id=155fa8b2-6e6f-41af-a4e6-797939ef9e59 HTTP/1.1" status: 200 len: 808 time: 0.2249448 Jun 18 08:32:19.080601 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-27a5dce4-8020-48cd-9097-7e532041ce1d req-436e562e-15a5-4505-9ea5-2ac6a6cc95fd tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=cfd1c108-3390-4f3f-8ef5-534ccd7a6669 HTTP/1.1" status: 200 len: 210 time: 0.0944686 Jun 18 08:32:19.089488 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-40fb2b73-a63b-47d1-b283-cb3ddfe2e048 req-6e45342a-95a6-4c58-b953-98da3279f566 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/quotas/d67fe6e430f1497481e28a6936ae6038 HTTP/1.1" status: 200 len: 375 time: 0.0501804 Jun 18 08:32:19.148610 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-40fb2b73-a63b-47d1-b283-cb3ddfe2e048 req-4ab5a9dd-cd2f-40fd-be5a-cc031c9a1b06 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d67fe6e430f1497481e28a6936ae6038&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0581043 Jun 18 08:32:19.205115 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.db_base_plugin_common [req-bdbe7d7f-5650-4338-9349-7204061e17db req-4a63bbaa-d92a-4db1-ae03-fbbc29236514 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Allocated IP 172.20.0.11 (d15bb2fc-c17e-4d6a-a35a-67df4428a903/78edb95a-a8b8-4f5b-b1a4-32d834ef5bcc/1c907d96-4eab-4b9b-b636-d761d93350d0) {{(pid=93642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:32:19.317174 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-40fb2b73-a63b-47d1-b283-cb3ddfe2e048 req-992cb1a5-9656-45a0-9692-62d6f8eea3a1 service neutron] 10.222.0.70 "GET /v2.0/networks/155fa8b2-6e6f-41af-a4e6-797939ef9e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673400 Jun 18 08:32:19.413512 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-bdbe7d7f-5650-4338-9349-7204061e17db req-4a63bbaa-d92a-4db1-ae03-fbbc29236514 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks [] for port, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:19.438927 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [req-bdbe7d7f-5650-4338-9349-7204061e17db req-4a63bbaa-d92a-4db1-ae03-fbbc29236514 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Transition to ACTIVE for port object 1c907d96-4eab-4b9b-b636-d761d93350d0 will not be triggered until provisioned by entity DHCP. {{(pid=93642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:32:19.500143 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-40fb2b73-a63b-47d1-b283-cb3ddfe2e048 req-1e1ea22e-fe0b-4279-8d5d-0b4ab790e023 service neutron] 10.222.0.70 "GET /v2.0/networks/155fa8b2-6e6f-41af-a4e6-797939ef9e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816525 Jun 18 08:32:19.513180 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698cd84-ebf8-4dba-ade1-d7993f3bd26c req-75be5853-f3f8-4ed7-a502-18ea0c1e88dc tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:19.515677 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a698cd84-ebf8-4dba-ade1-d7993f3bd26c req-75be5853-f3f8-4ed7-a502-18ea0c1e88dc tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=00278876-9f41-4f50-925c-2b3dd85043e1 HTTP/1.1" status: 200 len: 946 time: 0.1467023 Jun 18 08:32:19.602119 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a698cd84-ebf8-4dba-ade1-d7993f3bd26c req-6fa07ac6-f34a-4bfe-afdc-adce5e0607c8 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778861 Jun 18 08:32:19.633034 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-bdbe7d7f-5650-4338-9349-7204061e17db req-4a63bbaa-d92a-4db1-ae03-fbbc29236514 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-568999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741881438814'] for port, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:19.637718 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:32:19.693572 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdbe7d7f-5650-4338-9349-7204061e17db req-4a63bbaa-d92a-4db1-ae03-fbbc29236514 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Network d15bb2fc-c17e-4d6a-a35a-67df4428a903 is already hosted by enough agents. {{(pid=93642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:32:19.695495 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.base_scheduler [req-bdbe7d7f-5650-4338-9349-7204061e17db req-4a63bbaa-d92a-4db1-ae03-fbbc29236514 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Resources bound (agent type, host, resource id): {{(pid=93642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:32:19.698002 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdbe7d7f-5650-4338-9349-7204061e17db req-4a63bbaa-d92a-4db1-ae03-fbbc29236514 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Received port after_create {{(pid=93642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:32:19.704027 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbe7d7f-5650-4338-9349-7204061e17db req-4a63bbaa-d92a-4db1-ae03-fbbc29236514 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:19.704698 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-bdbe7d7f-5650-4338-9349-7204061e17db req-4a63bbaa-d92a-4db1-ae03-fbbc29236514 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881'] for port, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:19.748281 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a63bbaa-d92a-4db1-ae03-fbbc29236514 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Pushing event updated for resources: {'Port': ['ID=1c907d96-4eab-4b9b-b636-d761d93350d0,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:32:19.754162 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-4a63bbaa-d92a-4db1-ae03-fbbc29236514 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:32:19.891769 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-bdbe7d7f-5650-4338-9349-7204061e17db req-4a63bbaa-d92a-4db1-ae03-fbbc29236514 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1721213 Jun 18 08:32:19.915252 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [req-bdbe7d7f-5650-4338-9349-7204061e17db req-2fcbe8d9-f5f7-4631-b92a-42c007fdd03c service neutron] Request body: {'port': {'device_id': 'cfd1c108-3390-4f3f-8ef5-534ccd7a6669', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78687'}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:32:19.954197 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6e877800-36c4-41cc-bbfe-6bee06405143 req-65c89589-6d32-4127-a7bf-db22a1fbcf6a tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/ports?device_id=04620b8a-125e-4f51-9cd0-ea2691b0bb3e HTTP/1.1" status: 200 len: 210 time: 0.0858629 Jun 18 08:32:20.052247 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-bdbe7d7f-5650-4338-9349-7204061e17db req-2fcbe8d9-f5f7-4631-b92a-42c007fdd03c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:20.146885 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-3daf1828-ba95-406e-ac36-9af55f32613c None None] Provisioning for port 1c907d96-4eab-4b9b-b636-d761d93350d0 completed by entity DHCP. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:32:20.151221 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-3daf1828-ba95-406e-ac36-9af55f32613c None None] Provisioning complete for port 1c907d96-4eab-4b9b-b636-d761d93350d0 triggered by entity DHCP. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:32:20.151838 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-3daf1828-ba95-406e-ac36-9af55f32613c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:20.191835 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-3daf1828-ba95-406e-ac36-9af55f32613c None None] Port 1c907d96-4eab-4b9b-b636-d761d93350d0 cannot update to ACTIVE because it is not bound. {{(pid=93643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 08:32:20.329134 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc445ec6-ae94-40ae-b092-a1a2c6c7445a req-dff4f030-936b-4825-a7da-7f6a1426e168 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:20.336520 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-fc445ec6-ae94-40ae-b092-a1a2c6c7445a req-dff4f030-936b-4825-a7da-7f6a1426e168 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=cfd1c108-3390-4f3f-8ef5-534ccd7a6669 HTTP/1.1" status: 200 len: 932 time: 0.1131425 Jun 18 08:32:20.396705 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-fc445ec6-ae94-40ae-b092-a1a2c6c7445a req-2dddddcd-5c13-49bb-9688-0175154d2187 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/security-groups?id=a521bd04-5697-4ea8-a853-e5232e0f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592008 Jun 18 08:32:20.451601 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [req-bdbe7d7f-5650-4338-9349-7204061e17db req-2fcbe8d9-f5f7-4631-b92a-42c007fdd03c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c907d96-4eab-4b9b-b636-d761d93350d0 {{(pid=93642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 08:32:20.461830 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-bdbe7d7f-5650-4338-9349-7204061e17db req-2fcbe8d9-f5f7-4631-b92a-42c007fdd03c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:20.577337 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [req-bdbe7d7f-5650-4338-9349-7204061e17db req-2fcbe8d9-f5f7-4631-b92a-42c007fdd03c service neutron] Transition to ACTIVE for port object 1c907d96-4eab-4b9b-b636-d761d93350d0 will not be triggered until provisioned by entity L2. {{(pid=93642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:32:20.694455 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-bdbe7d7f-5650-4338-9349-7204061e17db req-2fcbe8d9-f5f7-4631-b92a-42c007fdd03c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:20.697489 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-4a63bbaa-d92a-4db1-ae03-fbbc29236514 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:32:20.847715 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcbe8d9-f5f7-4631-b92a-42c007fdd03c service neutron] Pushing event updated for resources: {'Port': ['ID=1c907d96-4eab-4b9b-b636-d761d93350d0,revision_number=2']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:32:20.852701 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-2fcbe8d9-f5f7-4631-b92a-42c007fdd03c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:32:20.856163 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [req-bdbe7d7f-5650-4338-9349-7204061e17db req-2fcbe8d9-f5f7-4631-b92a-42c007fdd03c service neutron] Attempting to bind port 1c907d96-4eab-4b9b-b636-d761d93350d0 on host hv-cinder-78687 for vnic_type normal with profile {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:32:20.856680 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [req-bdbe7d7f-5650-4338-9349-7204061e17db req-2fcbe8d9-f5f7-4631-b92a-42c007fdd03c service neutron] Attempting to bind port 1c907d96-4eab-4b9b-b636-d761d93350d0 by drivers openvswitch,hyperv on host hv-cinder-78687 at level 0 using segments [{'id': 'f6af959e-126d-4479-ae7f-6c309c6f9c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'd15bb2fc-c17e-4d6a-a35a-67df4428a903'}] {{(pid=93642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:32:20.859085 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbe7d7f-5650-4338-9349-7204061e17db req-2fcbe8d9-f5f7-4631-b92a-42c007fdd03c service neutron] Attempting to bind port 1c907d96-4eab-4b9b-b636-d761d93350d0 on network d15bb2fc-c17e-4d6a-a35a-67df4428a903 {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:32:20.864205 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbe7d7f-5650-4338-9349-7204061e17db req-2fcbe8d9-f5f7-4631-b92a-42c007fdd03c service neutron] Port 1c907d96-4eab-4b9b-b636-d761d93350d0 on network d15bb2fc-c17e-4d6a-a35a-67df4428a903 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78687 {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 08:32:20.864539 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbe7d7f-5650-4338-9349-7204061e17db req-2fcbe8d9-f5f7-4631-b92a-42c007fdd03c service neutron] Attempting to bind port 1c907d96-4eab-4b9b-b636-d761d93350d0 on network d15bb2fc-c17e-4d6a-a35a-67df4428a903 {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:32:20.877722 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbe7d7f-5650-4338-9349-7204061e17db req-2fcbe8d9-f5f7-4631-b92a-42c007fdd03c service neutron] Checking agent: {'id': '7d051742-a391-48d3-aa1e-6019401c6fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78687', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 26, 56), 'started_at': datetime.datetime(2021, 6, 18, 8, 26, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:32:20.878121 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbe7d7f-5650-4338-9349-7204061e17db req-2fcbe8d9-f5f7-4631-b92a-42c007fdd03c service neutron] Checking segment: {'id': 'f6af959e-126d-4479-ae7f-6c309c6f9c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'd15bb2fc-c17e-4d6a-a35a-67df4428a903'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:32:20.878455 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbe7d7f-5650-4338-9349-7204061e17db req-2fcbe8d9-f5f7-4631-b92a-42c007fdd03c service neutron] Bound using segment: {'id': 'f6af959e-126d-4479-ae7f-6c309c6f9c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'd15bb2fc-c17e-4d6a-a35a-67df4428a903'} {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:32:20.878892 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [req-bdbe7d7f-5650-4338-9349-7204061e17db req-2fcbe8d9-f5f7-4631-b92a-42c007fdd03c service neutron] Bound port: 1c907d96-4eab-4b9b-b636-d761d93350d0, host: hv-cinder-78687, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6af959e-126d-4479-ae7f-6c309c6f9c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'd15bb2fc-c17e-4d6a-a35a-67df4428a903'}}] {{(pid=93642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:32:20.879245 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-bdbe7d7f-5650-4338-9349-7204061e17db req-2fcbe8d9-f5f7-4631-b92a-42c007fdd03c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:20.883543 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a45251e-f026-4a3c-8ce2-15333bb5a76b req-40f48aae-ba1e-4714-a8ed-dcae4ce67534 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:20.896679 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6a45251e-f026-4a3c-8ce2-15333bb5a76b req-40f48aae-ba1e-4714-a8ed-dcae4ce67534 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=00278876-9f41-4f50-925c-2b3dd85043e1 HTTP/1.1" status: 200 len: 946 time: 0.1308675 Jun 18 08:32:20.972712 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6a45251e-f026-4a3c-8ce2-15333bb5a76b req-baad61a3-34b5-4408-9d10-49b3bfa3672f tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747530 Jun 18 08:32:21.032509 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [req-bdbe7d7f-5650-4338-9349-7204061e17db req-2fcbe8d9-f5f7-4631-b92a-42c007fdd03c service neutron] For port 1c907d96-4eab-4b9b-b636-d761d93350d0, host hv-cinder-78687, cleared binding levels {{(pid=93642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:32:21.039315 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [req-bdbe7d7f-5650-4338-9349-7204061e17db req-2fcbe8d9-f5f7-4631-b92a-42c007fdd03c service neutron] For port 1c907d96-4eab-4b9b-b636-d761d93350d0, host hv-cinder-78687, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=1c907d96-4eab-4b9b-b636-d761d93350d0,segment=NetworkSegment(f6af959e-126d-4479-ae7f-6c309c6f9c8c),segment_id=f6af959e-126d-4479-ae7f-6c309c6f9c8c)] {{(pid=93642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:32:21.195311 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-bdbe7d7f-5650-4338-9349-7204061e17db req-2fcbe8d9-f5f7-4631-b92a-42c007fdd03c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:21.195311 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-1919e6b5-7eb5-49e5-b161-f92175e4390f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:32:21.276765 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-aa3036b4-2f2e-496d-abc9-faaa3485aa98 req-369afb50-1db6-461e-9e0d-be57c0f8aa25 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/ports?device_id=04620b8a-125e-4f51-9cd0-ea2691b0bb3e HTTP/1.1" status: 200 len: 210 time: 0.0957882 Jun 18 08:32:21.298992 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbe7d7f-5650-4338-9349-7204061e17db req-2fcbe8d9-f5f7-4631-b92a-42c007fdd03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:21.299611 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-bdbe7d7f-5650-4338-9349-7204061e17db req-2fcbe8d9-f5f7-4631-b92a-42c007fdd03c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881'] for port, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:21.301017 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-bdbe7d7f-5650-4338-9349-7204061e17db req-2fcbe8d9-f5f7-4631-b92a-42c007fdd03c service neutron] 10.222.0.72 "PUT /v2.0/ports/1c907d96-4eab-4b9b-b636-d761d93350d0 HTTP/1.1" status: 200 len: 1094 time: 1.3926764 Jun 18 08:32:21.301730 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfd1c108-3390-4f3f-8ef5-534ccd7a6669', 'tag': '1c907d96-4eab-4b9b-b636-d761d93350d0'}] {{(pid=93642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:32:21.314919 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8e20e2b9f795c08d425b6044ace8e6bfcc189f1bac9bd432248b5aa3a03ca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61309f11-60f2-4a15-b47d-2fded94abb05" -d '{"events": [{"name": "network-changed", "server_uuid": "cfd1c108-3390-4f3f-8ef5-534ccd7a6669", "tag": "1c907d96-4eab-4b9b-b636-d761d93350d0"}]}' {{(pid=93642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:32:21.340230 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcbe8d9-f5f7-4631-b92a-42c007fdd03c service neutron] Pushing event updated for resources: {'Port': ['ID=1c907d96-4eab-4b9b-b636-d761d93350d0,revision_number=3']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:32:21.346076 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-2fcbe8d9-f5f7-4631-b92a-42c007fdd03c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:32:21.382433 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 08:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d0e3c7-4806-4462-a28f-9ca8b3fb4251 x-openstack-request-id: req-50d0e3c7-4806-4462-a28f-9ca8b3fb4251 {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:32:21.383463 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfd1c108-3390-4f3f-8ef5-534ccd7a6669", "tag": "1c907d96-4eab-4b9b-b636-d761d93350d0", "status": "completed", "code": 200}]} {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:32:21.384294 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-50d0e3c7-4806-4462-a28f-9ca8b3fb4251 {{(pid=93642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:32:21.385963 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfd1c108-3390-4f3f-8ef5-534ccd7a6669', 'tag': '1c907d96-4eab-4b9b-b636-d761d93350d0', 'status': 'completed', 'code': 200} Jun 18 08:32:21.517668 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61309f11-60f2-4a15-b47d-2fded94abb05 req-5dc81d1f-3dc7-452a-9114-6e53bac5b2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:21.519274 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-61309f11-60f2-4a15-b47d-2fded94abb05 req-5dc81d1f-3dc7-452a-9114-6e53bac5b2d4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f33eeb6169284d22b1baacfb166428e8&device_id=cfd1c108-3390-4f3f-8ef5-534ccd7a6669 HTTP/1.1" status: 200 len: 1097 time: 0.0766010 Jun 18 08:32:21.725900 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1749fa7c-a57d-4110-95f9-fcc29fae4d93 req-6a9190df-7b7b-400f-a016-632cd9e948ac tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:21.734571 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1749fa7c-a57d-4110-95f9-fcc29fae4d93 req-6a9190df-7b7b-400f-a016-632cd9e948ac tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=cfd1c108-3390-4f3f-8ef5-534ccd7a6669 HTTP/1.1" status: 200 len: 944 time: 0.1524744 Jun 18 08:32:21.770251 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61309f11-60f2-4a15-b47d-2fded94abb05 req-6c3c4b3b-7730-4c72-9c7c-b45bdf0edea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:21.772739 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-61309f11-60f2-4a15-b47d-2fded94abb05 req-6c3c4b3b-7730-4c72-9c7c-b45bdf0edea7 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=f33eeb6169284d22b1baacfb166428e8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2007420 Jun 18 08:32:21.800540 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1749fa7c-a57d-4110-95f9-fcc29fae4d93 req-2a6186f8-14b5-4393-aeef-e3a11234e892 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/security-groups?id=a521bd04-5697-4ea8-a853-e5232e0f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646291 Jun 18 08:32:21.941535 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61309f11-60f2-4a15-b47d-2fded94abb05 req-b6dc227a-8b82-4f46-bbfa-5c5d38ecabd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:21.942092 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-61309f11-60f2-4a15-b47d-2fded94abb05 req-b6dc227a-8b82-4f46-bbfa-5c5d38ecabd3 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1606016 Jun 18 08:32:22.097844 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbe7d7f-5650-4338-9349-7204061e17db req-cfc4e819-6e07-42f8-8f56-3c3e0cfeec30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:22.099313 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-bdbe7d7f-5650-4338-9349-7204061e17db req-cfc4e819-6e07-42f8-8f56-3c3e0cfeec30 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f33eeb6169284d22b1baacfb166428e8&device_id=cfd1c108-3390-4f3f-8ef5-534ccd7a6669 HTTP/1.1" status: 200 len: 1097 time: 0.0567200 Jun 18 08:32:22.163734 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-bdbe7d7f-5650-4338-9349-7204061e17db req-d9308726-e3f9-495d-94c5-0e5e6f328112 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c907d96-4eab-4b9b-b636-d761d93350d0 HTTP/1.1" status: 200 len: 217 time: 0.0486779 Jun 18 08:32:22.245114 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbe7d7f-5650-4338-9349-7204061e17db req-e0cc3686-4b83-4f6b-8d14-cf02020f1572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:22.246592 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-bdbe7d7f-5650-4338-9349-7204061e17db req-e0cc3686-4b83-4f6b-8d14-cf02020f1572 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=78edb95a-a8b8-4f5b-b1a4-32d834ef5bcc HTTP/1.1" status: 200 len: 850 time: 0.0757158 Jun 18 08:32:22.304789 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be17b5-e472-4585-9c8e-1e436f3c151f req-07b28619-c392-4d25-9af3-b01fc0b2d0d6 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:22.307972 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-47be17b5-e472-4585-9c8e-1e436f3c151f req-07b28619-c392-4d25-9af3-b01fc0b2d0d6 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=00278876-9f41-4f50-925c-2b3dd85043e1 HTTP/1.1" status: 200 len: 946 time: 0.0764074 Jun 18 08:32:22.392504 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-47be17b5-e472-4585-9c8e-1e436f3c151f req-0356004a-c65d-4863-99a5-bcfe46d975a3 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685160 Jun 18 08:32:22.473341 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1ca60c04-fcd7-450e-bda2-b722f8ce7a42 req-509378b8-2255-4e41-a97c-f011b0ebbfc7 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/ports?device_id=04620b8a-125e-4f51-9cd0-ea2691b0bb3e HTTP/1.1" status: 200 len: 210 time: 0.0414350 Jun 18 08:32:22.683536 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbe7d7f-5650-4338-9349-7204061e17db req-732f5440-b9d3-47f1-bf0f-c67389f09cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:22.686877 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-bdbe7d7f-5650-4338-9349-7204061e17db req-732f5440-b9d3-47f1-bf0f-c67389f09cbd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d15bb2fc-c17e-4d6a-a35a-67df4428a903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4075406 Jun 18 08:32:22.704388 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a22211-0c89-4c47-a1bb-5377fcb6fc6e req-65124130-be38-415d-a19d-702fff54f655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:22.706087 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-68a22211-0c89-4c47-a1bb-5377fcb6fc6e req-65124130-be38-415d-a19d-702fff54f655 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=665ee72de464416b9ceb623c24cfa8a5&device_id=00278876-9f41-4f50-925c-2b3dd85043e1 HTTP/1.1" status: 200 len: 1099 time: 0.4253340 Jun 18 08:32:22.921741 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a22211-0c89-4c47-a1bb-5377fcb6fc6e req-8170ec77-979d-48c6-b875-33759b113978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:22.923362 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-68a22211-0c89-4c47-a1bb-5377fcb6fc6e req-8170ec77-979d-48c6-b875-33759b113978 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a56a963b-3a29-4893-8b20-0ca5507fb61c HTTP/1.1" status: 200 len: 919 time: 0.2039227 Jun 18 08:32:22.932405 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-bdbe7d7f-5650-4338-9349-7204061e17db req-6dc2b75d-cddf-4aa0-956d-48513354672c service neutron] 10.222.0.72 "GET /v2.0/networks/d15bb2fc-c17e-4d6a-a35a-67df4428a903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358782 Jun 18 08:32:22.983799 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-68a22211-0c89-4c47-a1bb-5377fcb6fc6e req-0268f1af-9c24-4244-ad5c-7e95b4586128 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f53a4d9-f21c-400b-bb0a-5d2bca6ae55b HTTP/1.1" status: 200 len: 217 time: 0.0467329 Jun 18 08:32:23.053847 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb2b73-a63b-47d1-b283-cb3ddfe2e048 req-c93b19e3-539d-4f7f-8ac3-e6ad3b771d04 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:23.055318 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-40fb2b73-a63b-47d1-b283-cb3ddfe2e048 req-c93b19e3-539d-4f7f-8ac3-e6ad3b771d04 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.72 "GET /v2.0/networks?id=155fa8b2-6e6f-41af-a4e6-797939ef9e59 HTTP/1.1" status: 200 len: 808 time: 0.1628196 Jun 18 08:32:23.079752 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019ffa59-8bd2-4c21-9e7b-e645195507b2 req-4dc879ca-9448-44c5-bd96-741f3a131ab6 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:23.086933 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-019ffa59-8bd2-4c21-9e7b-e645195507b2 req-4dc879ca-9448-44c5-bd96-741f3a131ab6 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=cfd1c108-3390-4f3f-8ef5-534ccd7a6669 HTTP/1.1" status: 200 len: 944 time: 0.1174157 Jun 18 08:32:23.093784 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a22211-0c89-4c47-a1bb-5377fcb6fc6e req-c92af7eb-84a9-45c5-a6b7-5506825182f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:23.095353 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-68a22211-0c89-4c47-a1bb-5377fcb6fc6e req-c92af7eb-84a9-45c5-a6b7-5506825182f4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9b52193f-07b8-4a42-8014-0c30c4f4094b HTTP/1.1" status: 200 len: 858 time: 0.0783288 Jun 18 08:32:23.099334 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [req-40fb2b73-a63b-47d1-b283-cb3ddfe2e048 req-e87d8059-55cf-4f8d-917c-aea8a57e872d tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Request body: {'port': {'device_id': '04620b8a-125e-4f51-9cd0-ea2691b0bb3e', 'network_id': '155fa8b2-6e6f-41af-a4e6-797939ef9e59', 'admin_state_up': True, 'tenant_id': 'd67fe6e430f1497481e28a6936ae6038'}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:32:23.140902 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-68a22211-0c89-4c47-a1bb-5377fcb6fc6e req-16978427-9df0-4c3b-bce7-845003338b9c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a56a963b-3a29-4893-8b20-0ca5507fb61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378022 Jun 18 08:32:23.143628 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-bdbe7d7f-5650-4338-9349-7204061e17db req-11141d29-7bbb-405f-8be4-e8ffecb8fd43 service neutron] 10.222.0.72 "GET /v2.0/networks/d15bb2fc-c17e-4d6a-a35a-67df4428a903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978519 Jun 18 08:32:23.191712 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-019ffa59-8bd2-4c21-9e7b-e645195507b2 req-1c1f1909-2392-4be9-887e-55659c5b31aa tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/security-groups?id=a521bd04-5697-4ea8-a853-e5232e0f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037691 Jun 18 08:32:23.260913 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-68a22211-0c89-4c47-a1bb-5377fcb6fc6e req-f9e07005-3176-4d2c-a4fc-de42a360c4f0 service neutron] 10.222.0.72 "GET /v2.0/networks/a56a963b-3a29-4893-8b20-0ca5507fb61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036227 Jun 18 08:32:23.346683 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40fb2b73-a63b-47d1-b283-cb3ddfe2e048 req-e87d8059-55cf-4f8d-917c-aea8a57e872d tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Made reservation on behalf of d67fe6e430f1497481e28a6936ae6038 for: {'port': 1} {{(pid=93641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:32:23.353479 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-40fb2b73-a63b-47d1-b283-cb3ddfe2e048 req-e87d8059-55cf-4f8d-917c-aea8a57e872d tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-568420'] for port, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:23.399850 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-68a22211-0c89-4c47-a1bb-5377fcb6fc6e req-b904b756-e7a8-4ef0-bfa5-1a3ebe507fec service neutron] 10.222.0.72 "GET /v2.0/networks/a56a963b-3a29-4893-8b20-0ca5507fb61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120276 Jun 18 08:32:23.563532 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.db.db_base_plugin_common [req-40fb2b73-a63b-47d1-b283-cb3ddfe2e048 req-e87d8059-55cf-4f8d-917c-aea8a57e872d tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Allocated IP 172.20.0.7 (155fa8b2-6e6f-41af-a4e6-797939ef9e59/4a535589-a0b7-4615-981d-3297fdcd0638/571354ee-e208-4b3f-bdd2-3e9f31836752) {{(pid=93641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:32:23.745635 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d29c36-997e-4e10-a36f-540bcc1546db req-1d7619e8-4592-42f2-a31e-2f884cc28131 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:23.747299 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f4d29c36-997e-4e10-a36f-540bcc1546db req-1d7619e8-4592-42f2-a31e-2f884cc28131 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=00278876-9f41-4f50-925c-2b3dd85043e1 HTTP/1.1" status: 200 len: 946 time: 0.1464748 Jun 18 08:32:23.792600 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-40fb2b73-a63b-47d1-b283-cb3ddfe2e048 req-e87d8059-55cf-4f8d-917c-aea8a57e872d tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Notify callbacks [] for port, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:23.811843 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f4d29c36-997e-4e10-a36f-540bcc1546db req-54af62d6-8588-457e-aa82-62aa30ba3048 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578954 Jun 18 08:32:23.936166 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-40fb2b73-a63b-47d1-b283-cb3ddfe2e048 req-e87d8059-55cf-4f8d-917c-aea8a57e872d tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-568999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741881438814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5195020'] for port, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:23.959342 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-35d705da-1704-44e9-96a5-c8f61f98f11f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:32:24.201617 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40fb2b73-a63b-47d1-b283-cb3ddfe2e048 req-e87d8059-55cf-4f8d-917c-aea8a57e872d tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Network 155fa8b2-6e6f-41af-a4e6-797939ef9e59 is already hosted by enough agents. {{(pid=93641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:32:24.209000 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.base_scheduler [req-40fb2b73-a63b-47d1-b283-cb3ddfe2e048 req-e87d8059-55cf-4f8d-917c-aea8a57e872d tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Resources bound (agent type, host, resource id): {{(pid=93641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:32:24.215603 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.db.l3_dvrscheduler_db [req-40fb2b73-a63b-47d1-b283-cb3ddfe2e048 req-e87d8059-55cf-4f8d-917c-aea8a57e872d tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Received port after_create {{(pid=93641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:32:24.239982 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87d8059-55cf-4f8d-917c-aea8a57e872d tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Pushing event updated for resources: {'Port': ['ID=571354ee-e208-4b3f-bdd2-3e9f31836752,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:32:24.246776 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-e87d8059-55cf-4f8d-917c-aea8a57e872d tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:32:24.271648 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fbb0ed-e064-4e17-a528-cebf3cb45003 req-458b8866-e941-4838-99ab-e70ad25c83c5 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:24.273112 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b9fbb0ed-e064-4e17-a528-cebf3cb45003 req-458b8866-e941-4838-99ab-e70ad25c83c5 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/ports?device_id=04620b8a-125e-4f51-9cd0-ea2691b0bb3e HTTP/1.1" status: 200 len: 931 time: 0.3504064 Jun 18 08:32:24.292575 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb2b73-a63b-47d1-b283-cb3ddfe2e048 req-e87d8059-55cf-4f8d-917c-aea8a57e872d tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:24.293228 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-40fb2b73-a63b-47d1-b283-cb3ddfe2e048 req-e87d8059-55cf-4f8d-917c-aea8a57e872d tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8041489'] for port, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:24.327807 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b9fbb0ed-e064-4e17-a528-cebf3cb45003 req-afb4e458-ce79-42d9-b849-8d3b3b8c2882 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ac43d44-c1d9-445e-97b4-b5f38c914c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470417 Jun 18 08:32:24.389849 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29224ad9-0763-48ca-bd7d-a70a31609470 req-e519a54b-edb1-4f5f-9c8c-38ea5c6f465b tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:24.391365 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-29224ad9-0763-48ca-bd7d-a70a31609470 req-e519a54b-edb1-4f5f-9c8c-38ea5c6f465b tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=cfd1c108-3390-4f3f-8ef5-534ccd7a6669 HTTP/1.1" status: 200 len: 944 time: 0.0626729 Jun 18 08:32:24.435801 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-29224ad9-0763-48ca-bd7d-a70a31609470 req-4f504793-4447-4097-b7a3-e2175bbb8c4e tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/security-groups?id=a521bd04-5697-4ea8-a853-e5232e0f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384679 Jun 18 08:32:24.591432 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-40fb2b73-a63b-47d1-b283-cb3ddfe2e048 req-e87d8059-55cf-4f8d-917c-aea8a57e872d tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5017622 Jun 18 08:32:24.609720 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [req-40fb2b73-a63b-47d1-b283-cb3ddfe2e048 req-35e9d2de-27b6-40fc-bc20-695a357bd170 service neutron] Request body: {'port': {'device_id': '04620b8a-125e-4f51-9cd0-ea2691b0bb3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78687'}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:32:24.688567 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-40fb2b73-a63b-47d1-b283-cb3ddfe2e048 req-35e9d2de-27b6-40fc-bc20-695a357bd170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:25.004261 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.notifiers.nova [req-40fb2b73-a63b-47d1-b283-cb3ddfe2e048 req-35e9d2de-27b6-40fc-bc20-695a357bd170 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 571354ee-e208-4b3f-bdd2-3e9f31836752 {{(pid=93641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 08:32:25.015049 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-40fb2b73-a63b-47d1-b283-cb3ddfe2e048 req-35e9d2de-27b6-40fc-bc20-695a357bd170 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:25.054061 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.db.provisioning_blocks [req-40fb2b73-a63b-47d1-b283-cb3ddfe2e048 req-35e9d2de-27b6-40fc-bc20-695a357bd170 service neutron] Transition to ACTIVE for port object 571354ee-e208-4b3f-bdd2-3e9f31836752 will not be triggered until provisioned by entity L2. {{(pid=93641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:32:25.089215 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac22a745-f491-4865-abbb-3a4527b12dfc req-fe987620-b66e-4a13-a828-e605d98e761b tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:25.090732 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ac22a745-f491-4865-abbb-3a4527b12dfc req-fe987620-b66e-4a13-a828-e605d98e761b tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=00278876-9f41-4f50-925c-2b3dd85043e1 HTTP/1.1" status: 200 len: 946 time: 0.0789394 Jun 18 08:32:25.131543 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ac22a745-f491-4865-abbb-3a4527b12dfc req-01ea68bd-b216-47bb-beaa-40a6be1d47f0 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339241 Jun 18 08:32:25.180925 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-40fb2b73-a63b-47d1-b283-cb3ddfe2e048 req-35e9d2de-27b6-40fc-bc20-695a357bd170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5195066'] for port, after_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:25.183374 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-e18f9861-24bf-4730-a214-0f7d26898176 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:32:25.258056 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e9d2de-27b6-40fc-bc20-695a357bd170 service neutron] Pushing event updated for resources: {'Port': ['ID=571354ee-e208-4b3f-bdd2-3e9f31836752,revision_number=2']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:32:25.262825 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-35e9d2de-27b6-40fc-bc20-695a357bd170 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:32:25.335149 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.managers [req-40fb2b73-a63b-47d1-b283-cb3ddfe2e048 req-35e9d2de-27b6-40fc-bc20-695a357bd170 service neutron] Attempting to bind port 571354ee-e208-4b3f-bdd2-3e9f31836752 on host hv-cinder-78687 for vnic_type normal with profile {{(pid=93641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:32:25.335483 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.managers [req-40fb2b73-a63b-47d1-b283-cb3ddfe2e048 req-35e9d2de-27b6-40fc-bc20-695a357bd170 service neutron] Attempting to bind port 571354ee-e208-4b3f-bdd2-3e9f31836752 by drivers openvswitch,hyperv on host hv-cinder-78687 at level 0 using segments [{'id': '7ab84e50-8a63-4077-b2f1-0c7c3cd12bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '155fa8b2-6e6f-41af-a4e6-797939ef9e59'}] {{(pid=93641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:32:25.335814 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fb2b73-a63b-47d1-b283-cb3ddfe2e048 req-35e9d2de-27b6-40fc-bc20-695a357bd170 service neutron] Attempting to bind port 571354ee-e208-4b3f-bdd2-3e9f31836752 on network 155fa8b2-6e6f-41af-a4e6-797939ef9e59 {{(pid=93641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:32:25.340158 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fb2b73-a63b-47d1-b283-cb3ddfe2e048 req-35e9d2de-27b6-40fc-bc20-695a357bd170 service neutron] Port 571354ee-e208-4b3f-bdd2-3e9f31836752 on network 155fa8b2-6e6f-41af-a4e6-797939ef9e59 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78687 {{(pid=93641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 08:32:25.340478 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fb2b73-a63b-47d1-b283-cb3ddfe2e048 req-35e9d2de-27b6-40fc-bc20-695a357bd170 service neutron] Attempting to bind port 571354ee-e208-4b3f-bdd2-3e9f31836752 on network 155fa8b2-6e6f-41af-a4e6-797939ef9e59 {{(pid=93641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:32:25.345393 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fb2b73-a63b-47d1-b283-cb3ddfe2e048 req-35e9d2de-27b6-40fc-bc20-695a357bd170 service neutron] Checking agent: {'id': '7d051742-a391-48d3-aa1e-6019401c6fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78687', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 26, 56), 'started_at': datetime.datetime(2021, 6, 18, 8, 26, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:32:25.345729 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fb2b73-a63b-47d1-b283-cb3ddfe2e048 req-35e9d2de-27b6-40fc-bc20-695a357bd170 service neutron] Checking segment: {'id': '7ab84e50-8a63-4077-b2f1-0c7c3cd12bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '155fa8b2-6e6f-41af-a4e6-797939ef9e59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:32:25.346110 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fb2b73-a63b-47d1-b283-cb3ddfe2e048 req-35e9d2de-27b6-40fc-bc20-695a357bd170 service neutron] Bound using segment: {'id': '7ab84e50-8a63-4077-b2f1-0c7c3cd12bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '155fa8b2-6e6f-41af-a4e6-797939ef9e59'} {{(pid=93641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:32:25.346538 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.managers [req-40fb2b73-a63b-47d1-b283-cb3ddfe2e048 req-35e9d2de-27b6-40fc-bc20-695a357bd170 service neutron] Bound port: 571354ee-e208-4b3f-bdd2-3e9f31836752, host: hv-cinder-78687, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ab84e50-8a63-4077-b2f1-0c7c3cd12bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '155fa8b2-6e6f-41af-a4e6-797939ef9e59'}}] {{(pid=93641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:32:25.346887 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-40fb2b73-a63b-47d1-b283-cb3ddfe2e048 req-35e9d2de-27b6-40fc-bc20-695a357bd170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:25.415407 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.db [req-40fb2b73-a63b-47d1-b283-cb3ddfe2e048 req-35e9d2de-27b6-40fc-bc20-695a357bd170 service neutron] For port 571354ee-e208-4b3f-bdd2-3e9f31836752, host hv-cinder-78687, cleared binding levels {{(pid=93641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:32:25.418243 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.db [req-40fb2b73-a63b-47d1-b283-cb3ddfe2e048 req-35e9d2de-27b6-40fc-bc20-695a357bd170 service neutron] For port 571354ee-e208-4b3f-bdd2-3e9f31836752, host hv-cinder-78687, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=571354ee-e208-4b3f-bdd2-3e9f31836752,segment=NetworkSegment(7ab84e50-8a63-4077-b2f1-0c7c3cd12bc1),segment_id=7ab84e50-8a63-4077-b2f1-0c7c3cd12bc1)] {{(pid=93641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:32:25.516254 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed46ea-f132-47e8-9a1a-aaf7dea0f18f req-3ab89e59-012e-470c-9caf-cecc21d54fb3 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:25.517751 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c8ed46ea-f132-47e8-9a1a-aaf7dea0f18f req-3ab89e59-012e-470c-9caf-cecc21d54fb3 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/ports?device_id=04620b8a-125e-4f51-9cd0-ea2691b0bb3e HTTP/1.1" status: 200 len: 943 time: 0.0705774 Jun 18 08:32:25.524988 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-40fb2b73-a63b-47d1-b283-cb3ddfe2e048 req-35e9d2de-27b6-40fc-bc20-695a357bd170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5195066'] for port, after_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:25.534202 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:32:25.598062 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb2b73-a63b-47d1-b283-cb3ddfe2e048 req-35e9d2de-27b6-40fc-bc20-695a357bd170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:25.598689 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-40fb2b73-a63b-47d1-b283-cb3ddfe2e048 req-35e9d2de-27b6-40fc-bc20-695a357bd170 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8041489'] for port, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:25.600096 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-40fb2b73-a63b-47d1-b283-cb3ddfe2e048 req-35e9d2de-27b6-40fc-bc20-695a357bd170 service neutron] 10.222.0.72 "PUT /v2.0/ports/571354ee-e208-4b3f-bdd2-3e9f31836752 HTTP/1.1" status: 200 len: 1093 time: 0.9945545 Jun 18 08:32:25.620345 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04620b8a-125e-4f51-9cd0-ea2691b0bb3e', 'tag': '571354ee-e208-4b3f-bdd2-3e9f31836752'}] {{(pid=93641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:32:25.623011 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2d7879530654598d2c9a4dfa31a50ac71f4dc09db730dec349bdbb492567000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbbae6bf-27a9-46e0-bcda-eb8d914b9fb0" -d '{"events": [{"name": "network-changed", "server_uuid": "04620b8a-125e-4f51-9cd0-ea2691b0bb3e", "tag": "571354ee-e208-4b3f-bdd2-3e9f31836752"}]}' {{(pid=93641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:32:25.648184 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c8ed46ea-f132-47e8-9a1a-aaf7dea0f18f req-46dbb719-dbbc-4598-a2da-c226f988f288 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ac43d44-c1d9-445e-97b4-b5f38c914c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244967 Jun 18 08:32:25.650432 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e9d2de-27b6-40fc-bc20-695a357bd170 service neutron] Pushing event updated for resources: {'Port': ['ID=571354ee-e208-4b3f-bdd2-3e9f31836752,revision_number=3']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:32:25.654855 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-35e9d2de-27b6-40fc-bc20-695a357bd170 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:32:25.689052 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c76e84-88a6-483d-b3b3-714abd5e4882 req-baa93305-e8b6-4190-a59e-65b2686653bf tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:25.696524 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-22c76e84-88a6-483d-b3b3-714abd5e4882 req-baa93305-e8b6-4190-a59e-65b2686653bf tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=cfd1c108-3390-4f3f-8ef5-534ccd7a6669 HTTP/1.1" status: 200 len: 944 time: 0.1252415 Jun 18 08:32:25.718064 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 08:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd193e6f-977f-4e00-9136-1fef067f0659 x-openstack-request-id: req-bd193e6f-977f-4e00-9136-1fef067f0659 {{(pid=93641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:32:25.718416 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04620b8a-125e-4f51-9cd0-ea2691b0bb3e", "tag": "571354ee-e208-4b3f-bdd2-3e9f31836752", "status": "completed", "code": 200}]} {{(pid=93641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:32:25.718701 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bd193e6f-977f-4e00-9136-1fef067f0659 {{(pid=93641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:32:25.724220 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04620b8a-125e-4f51-9cd0-ea2691b0bb3e', 'tag': '571354ee-e208-4b3f-bdd2-3e9f31836752', 'status': 'completed', 'code': 200} Jun 18 08:32:25.730639 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 36558) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:32:25.743623 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-22c76e84-88a6-483d-b3b3-714abd5e4882 req-68beb93a-621c-460d-b717-88f760f6543b tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/security-groups?id=a521bd04-5697-4ea8-a853-e5232e0f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460448 Jun 18 08:32:25.834372 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbae6bf-27a9-46e0-bcda-eb8d914b9fb0 req-22911c37-d210-4b33-ae69-44c7ce0bb84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:25.835917 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-cbbae6bf-27a9-46e0-bcda-eb8d914b9fb0 req-22911c37-d210-4b33-ae69-44c7ce0bb84c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d67fe6e430f1497481e28a6936ae6038&device_id=04620b8a-125e-4f51-9cd0-ea2691b0bb3e HTTP/1.1" status: 200 len: 1096 time: 0.0626619 Jun 18 08:32:25.903541 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-1185229c-bf8c-4f9a-8ee8-aad61f54ceba admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0c0be1136827443eb5bab8ab491b5d32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1715972 Jun 18 08:32:25.906707 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 36564) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:32:25.958438 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-62f7761d-5c5e-4bb3-ac57-0985228c8404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:25.984461 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-62f7761d-5c5e-4bb3-ac57-0985228c8404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:26.040605 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbae6bf-27a9-46e0-bcda-eb8d914b9fb0 req-ce668e36-76d8-4e8e-a4d0-1802905659ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:26.042360 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-cbbae6bf-27a9-46e0-bcda-eb8d914b9fb0 req-ce668e36-76d8-4e8e-a4d0-1802905659ee service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=d67fe6e430f1497481e28a6936ae6038&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1908073 Jun 18 08:32:26.146632 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-62f7761d-5c5e-4bb3-ac57-0985228c8404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:26.149803 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-62f7761d-5c5e-4bb3-ac57-0985228c8404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:26.151049 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-62f7761d-5c5e-4bb3-ac57-0985228c8404 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/47b233e6-22b8-4700-86d4-a8eb1900ae11 HTTP/1.1" status: 204 len: 168 time: 0.2432461 Jun 18 08:32:26.151909 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-84a804c1-258c-4e1d-b900-7855d235bcdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:32:26.166381 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f7761d-5c5e-4bb3-ac57-0985228c8404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b233e6-22b8-4700-86d4-a8eb1900ae11,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:32:26.171481 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-62f7761d-5c5e-4bb3-ac57-0985228c8404 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:32:26.213336 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:26.224882 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbae6bf-27a9-46e0-bcda-eb8d914b9fb0 req-1e3d3365-c372-45a7-9e63-2740dca71dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:26.226604 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-cbbae6bf-27a9-46e0-bcda-eb8d914b9fb0 req-1e3d3365-c372-45a7-9e63-2740dca71dd6 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1760457 Jun 18 08:32:26.348154 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eedb96-d56c-4073-8935-a6082bf1c0ba req-7ddf741e-6fc1-4dc2-8b78-e9635039ef9b tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:26.349940 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-09eedb96-d56c-4073-8935-a6082bf1c0ba req-7ddf741e-6fc1-4dc2-8b78-e9635039ef9b tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=00278876-9f41-4f50-925c-2b3dd85043e1 HTTP/1.1" status: 200 len: 946 time: 0.0954154 Jun 18 08:32:26.391548 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb2b73-a63b-47d1-b283-cb3ddfe2e048 req-9ac113d0-1ab7-4a3e-9fa9-5f945ac12267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:26.393017 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-40fb2b73-a63b-47d1-b283-cb3ddfe2e048 req-9ac113d0-1ab7-4a3e-9fa9-5f945ac12267 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d67fe6e430f1497481e28a6936ae6038&device_id=04620b8a-125e-4f51-9cd0-ea2691b0bb3e HTTP/1.1" status: 200 len: 1096 time: 0.0975723 Jun 18 08:32:26.405385 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-09eedb96-d56c-4073-8935-a6082bf1c0ba req-730d6572-1e6a-4099-bc05-69a18dbd671c tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415320 Jun 18 08:32:26.451546 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-40fb2b73-a63b-47d1-b283-cb3ddfe2e048 req-34750b5d-8e44-4f29-b69c-29fd9dbdd33c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=571354ee-e208-4b3f-bdd2-3e9f31836752 HTTP/1.1" status: 200 len: 217 time: 0.0370486 Jun 18 08:32:26.502600 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb2b73-a63b-47d1-b283-cb3ddfe2e048 req-621a9758-99ac-4c56-8bb1-c9c8a204098a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:26.504069 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-40fb2b73-a63b-47d1-b283-cb3ddfe2e048 req-621a9758-99ac-4c56-8bb1-c9c8a204098a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4a535589-a0b7-4615-981d-3297fdcd0638 HTTP/1.1" status: 200 len: 848 time: 0.0462704 Jun 18 08:32:26.540022 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-40fb2b73-a63b-47d1-b283-cb3ddfe2e048 req-03ed7fb1-2712-4061-9f21-6fc386d6b83a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=155fa8b2-6e6f-41af-a4e6-797939ef9e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291529 Jun 18 08:32:26.662202 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-40fb2b73-a63b-47d1-b283-cb3ddfe2e048 req-305aeaa8-7e16-4b01-9682-e926720beb63 service neutron] 10.222.0.72 "GET /v2.0/networks/155fa8b2-6e6f-41af-a4e6-797939ef9e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979438 Jun 18 08:32:26.794234 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-40fb2b73-a63b-47d1-b283-cb3ddfe2e048 req-af1305f9-ac27-4cc1-87d9-cdf7c13be899 service neutron] 10.222.0.72 "GET /v2.0/networks/155fa8b2-6e6f-41af-a4e6-797939ef9e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248350 Jun 18 08:32:26.882770 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657b4da4-2a4f-49df-9f00-ccaf7481d24a req-69f2db61-52de-4ced-bbef-6ca66bd76fce tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:26.884308 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-657b4da4-2a4f-49df-9f00-ccaf7481d24a req-69f2db61-52de-4ced-bbef-6ca66bd76fce tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/ports?device_id=04620b8a-125e-4f51-9cd0-ea2691b0bb3e HTTP/1.1" status: 200 len: 943 time: 0.0751009 Jun 18 08:32:26.969587 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-657b4da4-2a4f-49df-9f00-ccaf7481d24a req-0f52a5d6-920f-4bea-982f-afb1956fbb31 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ac43d44-c1d9-445e-97b4-b5f38c914c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783143 Jun 18 08:32:26.991521 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98819a7-57ea-4128-8763-3a1011fbcf7c req-5b715c22-4656-45de-aa80-fceb6ac61d5f tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:26.993098 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b98819a7-57ea-4128-8763-3a1011fbcf7c req-5b715c22-4656-45de-aa80-fceb6ac61d5f tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=cfd1c108-3390-4f3f-8ef5-534ccd7a6669 HTTP/1.1" status: 200 len: 944 time: 0.0837214 Jun 18 08:32:27.035306 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b98819a7-57ea-4128-8763-3a1011fbcf7c req-80e2721a-da89-46b4-878c-755c6897c6e1 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/security-groups?id=a521bd04-5697-4ea8-a853-e5232e0f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357714 Jun 18 08:32:27.593809 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbed302-e745-4866-ae8b-67cad8053cb9 req-2cb5426f-b9e6-4b6b-a56b-8e91cbc9f441 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:27.595349 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-dfbed302-e745-4866-ae8b-67cad8053cb9 req-2cb5426f-b9e6-4b6b-a56b-8e91cbc9f441 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=00278876-9f41-4f50-925c-2b3dd85043e1 HTTP/1.1" status: 200 len: 946 time: 0.0748792 Jun 18 08:32:27.646649 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-dfbed302-e745-4866-ae8b-67cad8053cb9 req-3a051f20-b374-4604-866d-eb29012174b6 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415480 Jun 18 08:32:28.146193 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7ee086-a128-4eb9-9719-b10981ae8084 req-7a6e2560-0a44-40a5-88c8-72f6c52375c4 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:28.147640 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-bc7ee086-a128-4eb9-9719-b10981ae8084 req-7a6e2560-0a44-40a5-88c8-72f6c52375c4 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/ports?device_id=04620b8a-125e-4f51-9cd0-ea2691b0bb3e HTTP/1.1" status: 200 len: 943 time: 0.0653398 Jun 18 08:32:28.188249 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-bc7ee086-a128-4eb9-9719-b10981ae8084 req-7b859f98-87bf-4034-83dc-ae64bcc25984 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ac43d44-c1d9-445e-97b4-b5f38c914c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348086 Jun 18 08:32:28.344124 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c58498-c35f-4031-ab9f-62df2469b50a req-62adc5cf-77a9-4892-9330-2c3188add962 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:28.345613 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-11c58498-c35f-4031-ab9f-62df2469b50a req-62adc5cf-77a9-4892-9330-2c3188add962 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=cfd1c108-3390-4f3f-8ef5-534ccd7a6669 HTTP/1.1" status: 200 len: 944 time: 0.0617111 Jun 18 08:32:28.382720 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-11c58498-c35f-4031-ab9f-62df2469b50a req-83cfb4d3-5039-42b1-a588-7991e95a1750 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/security-groups?id=a521bd04-5697-4ea8-a853-e5232e0f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313513 Jun 18 08:32:28.820003 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77663a4-5257-41fe-9a48-c14f24320a2c req-d11be7e3-48a7-4590-ac4b-d7123857f746 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:28.821497 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d77663a4-5257-41fe-9a48-c14f24320a2c req-d11be7e3-48a7-4590-ac4b-d7123857f746 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=00278876-9f41-4f50-925c-2b3dd85043e1 HTTP/1.1" status: 200 len: 946 time: 0.0635030 Jun 18 08:32:28.862696 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d77663a4-5257-41fe-9a48-c14f24320a2c req-dea761bf-bdf2-426b-afe2-736d8df94e38 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349736 Jun 18 08:32:29.368235 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91acbea3-75bb-4e4d-a74d-637b1336a797 req-7cb63755-f698-48f0-b667-48726ab7d1e9 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:29.369915 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-91acbea3-75bb-4e4d-a74d-637b1336a797 req-7cb63755-f698-48f0-b667-48726ab7d1e9 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/ports?device_id=04620b8a-125e-4f51-9cd0-ea2691b0bb3e HTTP/1.1" status: 200 len: 943 time: 0.0654056 Jun 18 08:32:29.415168 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-91acbea3-75bb-4e4d-a74d-637b1336a797 req-017224f5-8150-4389-9e69-3b45395e3ed0 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ac43d44-c1d9-445e-97b4-b5f38c914c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379539 Jun 18 08:32:29.584088 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c08c98a-70c0-4f8f-b24c-70bcae0e60a7 req-019dcac6-3665-4703-ba8e-cf6aa6415986 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:29.585590 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7c08c98a-70c0-4f8f-b24c-70bcae0e60a7 req-019dcac6-3665-4703-ba8e-cf6aa6415986 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=cfd1c108-3390-4f3f-8ef5-534ccd7a6669 HTTP/1.1" status: 200 len: 944 time: 0.0641284 Jun 18 08:32:29.626557 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7c08c98a-70c0-4f8f-b24c-70bcae0e60a7 req-69bef3d1-722e-4c67-9fc9-19696f67e185 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/security-groups?id=a521bd04-5697-4ea8-a853-e5232e0f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349810 Jun 18 08:32:30.044816 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0bf324-9179-4cb5-9bf5-4966e59374e8 req-b135ca68-8fc8-40a3-baa4-a72b233341e8 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:30.046863 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7a0bf324-9179-4cb5-9bf5-4966e59374e8 req-b135ca68-8fc8-40a3-baa4-a72b233341e8 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=00278876-9f41-4f50-925c-2b3dd85043e1 HTTP/1.1" status: 200 len: 946 time: 0.0691979 Jun 18 08:32:30.090121 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7a0bf324-9179-4cb5-9bf5-4966e59374e8 req-62d7e1d1-7bc7-4e48-b0c3-b31d2b3947e2 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369930 Jun 18 08:32:30.592577 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b549823-5235-4504-a698-058d5673ab3b req-2010099f-e94c-40f8-af79-624d3660957a tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:30.594560 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7b549823-5235-4504-a698-058d5673ab3b req-2010099f-e94c-40f8-af79-624d3660957a tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/ports?device_id=04620b8a-125e-4f51-9cd0-ea2691b0bb3e HTTP/1.1" status: 200 len: 943 time: 0.0639436 Jun 18 08:32:30.632790 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7b549823-5235-4504-a698-058d5673ab3b req-74d2dbfb-54e5-45b9-8b47-cd59cb28a6c6 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ac43d44-c1d9-445e-97b4-b5f38c914c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324762 Jun 18 08:32:30.808717 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d94f6-e87e-4652-89a0-424b5efc25c3 req-08e44b4e-b731-4164-9cc8-ebaed709a472 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:30.810128 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-fa3d94f6-e87e-4652-89a0-424b5efc25c3 req-08e44b4e-b731-4164-9cc8-ebaed709a472 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=cfd1c108-3390-4f3f-8ef5-534ccd7a6669 HTTP/1.1" status: 200 len: 944 time: 0.0651700 Jun 18 08:32:30.855428 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-fa3d94f6-e87e-4652-89a0-424b5efc25c3 req-45948cea-c549-47ca-857d-2cb9191722f0 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/security-groups?id=a521bd04-5697-4ea8-a853-e5232e0f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384545 Jun 18 08:32:31.275895 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d68baba-6c7f-48f4-a612-fca955ab4a00 req-2f5acc40-cf2a-4ad8-85ff-1b7ca3f9fbef tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:31.277458 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7d68baba-6c7f-48f4-a612-fca955ab4a00 req-2f5acc40-cf2a-4ad8-85ff-1b7ca3f9fbef tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=00278876-9f41-4f50-925c-2b3dd85043e1 HTTP/1.1" status: 200 len: 946 time: 0.0677941 Jun 18 08:32:31.318619 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7d68baba-6c7f-48f4-a612-fca955ab4a00 req-b1f188e2-00ca-4681-b4a6-53fa45f6903a tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346277 Jun 18 08:32:31.825059 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18508fa8-a820-4bbd-ae78-a980b820dac2 req-226a3338-4a51-486e-912b-3b9f7680adcf tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:31.826555 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-18508fa8-a820-4bbd-ae78-a980b820dac2 req-226a3338-4a51-486e-912b-3b9f7680adcf tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/ports?device_id=04620b8a-125e-4f51-9cd0-ea2691b0bb3e HTTP/1.1" status: 200 len: 943 time: 0.0735841 Jun 18 08:32:31.865238 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-18508fa8-a820-4bbd-ae78-a980b820dac2 req-b53b5ae3-2450-4dfd-a0b1-dc9308cfcc3a tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ac43d44-c1d9-445e-97b4-b5f38c914c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329046 Jun 18 08:32:32.041776 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f04cb5-96c0-4b13-9b2e-0889b25970bd req-2d92df11-3385-4c38-929a-4c01fdc21f8a tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:32.043349 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-90f04cb5-96c0-4b13-9b2e-0889b25970bd req-2d92df11-3385-4c38-929a-4c01fdc21f8a tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=cfd1c108-3390-4f3f-8ef5-534ccd7a6669 HTTP/1.1" status: 200 len: 944 time: 0.0708160 Jun 18 08:32:32.086615 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-90f04cb5-96c0-4b13-9b2e-0889b25970bd req-d0521ec1-a5eb-4749-8715-8c12958ce395 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/security-groups?id=a521bd04-5697-4ea8-a853-e5232e0f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361140 Jun 18 08:32:32.527135 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b79b206-e30c-4541-b3bb-25e92671aa8c req-50d14496-6ead-44b6-8192-13ed1e7f9731 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:32.528756 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2b79b206-e30c-4541-b3bb-25e92671aa8c req-50d14496-6ead-44b6-8192-13ed1e7f9731 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=00278876-9f41-4f50-925c-2b3dd85043e1 HTTP/1.1" status: 200 len: 946 time: 0.0689278 Jun 18 08:32:32.569678 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2b79b206-e30c-4541-b3bb-25e92671aa8c req-dc63916c-a582-43dd-b710-8ee0f14aedf0 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341244 Jun 18 08:32:32.832962 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 36676) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:32:32.941489 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-a32da58d-f5e6-4567-a042-507ee5c2de16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:33.033549 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-a32da58d-f5e6-4567-a042-507ee5c2de16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:33.043795 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9059c3-c46c-4297-aa8a-57262f9a0fdb req-7c18b0c3-7e69-4646-9af5-54ddf09136c9 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:33.045384 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ca9059c3-c46c-4297-aa8a-57262f9a0fdb req-7c18b0c3-7e69-4646-9af5-54ddf09136c9 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/ports?device_id=04620b8a-125e-4f51-9cd0-ea2691b0bb3e HTTP/1.1" status: 200 len: 943 time: 0.0655274 Jun 18 08:32:33.092986 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ca9059c3-c46c-4297-aa8a-57262f9a0fdb req-bf6e646a-7e90-4ba4-9bb7-b40e6590a887 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ac43d44-c1d9-445e-97b4-b5f38c914c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414124 Jun 18 08:32:33.099794 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-a32da58d-f5e6-4567-a042-507ee5c2de16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:33.104500 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-e95ac2d3-8644-49af-a3da-80da703565a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:32:33.142804 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-a32da58d-f5e6-4567-a042-507ee5c2de16 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d9c15322f5c74e2ca054dae6dabe3001&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3081231 Jun 18 08:32:33.147994 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 36686) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:32:33.148634 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32da58d-f5e6-4567-a042-507ee5c2de16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a89544-d0fc-4418-854e-79fb12d0e80e,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:32:33.152252 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-a32da58d-f5e6-4567-a042-507ee5c2de16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:32:33.203647 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-7a19768f-98e4-4fd5-8f6f-bea6b1c010b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:33.255253 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-7a19768f-98e4-4fd5-8f6f-bea6b1c010b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:33.317704 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7324cff-e5b2-4306-9caa-7b8548acb443 req-9d603da9-0647-4add-8f80-59dd548f476f tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:33.319181 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d7324cff-e5b2-4306-9caa-7b8548acb443 req-9d603da9-0647-4add-8f80-59dd548f476f tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=cfd1c108-3390-4f3f-8ef5-534ccd7a6669 HTTP/1.1" status: 200 len: 944 time: 0.1045761 Jun 18 08:32:33.361347 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d7324cff-e5b2-4306-9caa-7b8548acb443 req-cb4aa49b-914c-410c-9b1e-afee19910e1a tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/security-groups?id=a521bd04-5697-4ea8-a853-e5232e0f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351202 Jun 18 08:32:33.427001 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-7a19768f-98e4-4fd5-8f6f-bea6b1c010b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:33.434180 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-7a19768f-98e4-4fd5-8f6f-bea6b1c010b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:33.434180 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-7a19768f-98e4-4fd5-8f6f-bea6b1c010b0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d8a89544-d0fc-4418-854e-79fb12d0e80e HTTP/1.1" status: 204 len: 168 time: 0.2823014 Jun 18 08:32:33.434180 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-c49a219e-c441-4608-ad9e-0cab17e1e995 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:32:33.442439 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a19768f-98e4-4fd5-8f6f-bea6b1c010b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a89544-d0fc-4418-854e-79fb12d0e80e,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:32:33.446242 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-7a19768f-98e4-4fd5-8f6f-bea6b1c010b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:32:33.768928 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbfd4b2-fe3c-46d0-a6ed-cceaddca57c7 req-08aad59d-b841-4bdb-8674-9116611512e7 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:33.776301 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7dbfd4b2-fe3c-46d0-a6ed-cceaddca57c7 req-08aad59d-b841-4bdb-8674-9116611512e7 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=00278876-9f41-4f50-925c-2b3dd85043e1 HTTP/1.1" status: 200 len: 946 time: 0.0849085 Jun 18 08:32:33.815364 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7dbfd4b2-fe3c-46d0-a6ed-cceaddca57c7 req-fef6b13a-3e86-4dba-aa3c-ead8902c8745 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385306 Jun 18 08:32:34.128555 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 36706) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:32:34.143569 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-bd801e5b-4c4a-42f8-a2f9-202a02d5fa85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:34.276452 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-bd801e5b-4c4a-42f8-a2f9-202a02d5fa85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:34.301534 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4df9b7-8784-4c4a-aadd-46803e1ac61a req-b25e52f4-6043-44b3-846b-fdd08299e712 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:34.303028 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-cb4df9b7-8784-4c4a-aadd-46803e1ac61a req-b25e52f4-6043-44b3-846b-fdd08299e712 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/ports?device_id=04620b8a-125e-4f51-9cd0-ea2691b0bb3e HTTP/1.1" status: 200 len: 943 time: 0.0894091 Jun 18 08:32:34.341194 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-bd801e5b-4c4a-42f8-a2f9-202a02d5fa85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:34.343657 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-f10a17b2-4b08-4e19-adc1-6954c0dd3015 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:32:34.347725 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-cb4df9b7-8784-4c4a-aadd-46803e1ac61a req-a1d7a0a2-9bfe-48e1-b18e-c08bdd710be5 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ac43d44-c1d9-445e-97b4-b5f38c914c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388525 Jun 18 08:32:34.385825 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd801e5b-4c4a-42f8-a2f9-202a02d5fa85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bfb506c-d4b0-4f54-b26b-05536385d591,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:32:34.389016 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-bd801e5b-4c4a-42f8-a2f9-202a02d5fa85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:32:34.392458 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-bd801e5b-4c4a-42f8-a2f9-202a02d5fa85 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=415956be080b4ae793bcdd714c433a9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2628214 Jun 18 08:32:34.395313 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 36712) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:32:34.452343 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-9ca12f6a-1e2f-48b4-b35e-d48f0625b6a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:34.475340 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-9ca12f6a-1e2f-48b4-b35e-d48f0625b6a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:34.703783 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-9ca12f6a-1e2f-48b4-b35e-d48f0625b6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:34.703783 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-9ca12f6a-1e2f-48b4-b35e-d48f0625b6a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:34.703783 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-9ca12f6a-1e2f-48b4-b35e-d48f0625b6a4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5bfb506c-d4b0-4f54-b26b-05536385d591 HTTP/1.1" status: 204 len: 168 time: 0.2514994 Jun 18 08:32:34.703783 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-e4d8d659-2f0d-456a-8080-dee8158e502d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:32:34.703783 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca12f6a-1e2f-48b4-b35e-d48f0625b6a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bfb506c-d4b0-4f54-b26b-05536385d591,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:32:34.703783 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-9ca12f6a-1e2f-48b4-b35e-d48f0625b6a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:32:34.771446 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6be4660-8e2b-4b7b-a03a-69ffda1442d4 req-924ce055-8ece-456b-afef-a280f22b48fb tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:34.773023 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e6be4660-8e2b-4b7b-a03a-69ffda1442d4 req-924ce055-8ece-456b-afef-a280f22b48fb tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=cfd1c108-3390-4f3f-8ef5-534ccd7a6669 HTTP/1.1" status: 200 len: 944 time: 0.2865469 Jun 18 08:32:34.811695 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e6be4660-8e2b-4b7b-a03a-69ffda1442d4 req-679da38f-d426-4775-b691-82b71114c8e7 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/security-groups?id=a521bd04-5697-4ea8-a853-e5232e0f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325353 Jun 18 08:32:34.955073 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.agents_db [None req-a940af84-dce7-47c4-b5d3-ae67f117b383 None None] Agent healthcheck: found 6 active agents {{(pid=93644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:32:34.997789 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621816a-2c6b-4072-bea0-5af629ca2a7f req-43654317-6ea0-47c7-8ea2-5044b403f0bd tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:34.999848 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-5621816a-2c6b-4072-bea0-5af629ca2a7f req-43654317-6ea0-47c7-8ea2-5044b403f0bd tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=00278876-9f41-4f50-925c-2b3dd85043e1 HTTP/1.1" status: 200 len: 946 time: 0.0662506 Jun 18 08:32:35.042666 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-5621816a-2c6b-4072-bea0-5af629ca2a7f req-b9533c04-459e-45fb-9e8a-4b23a8a8088b tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364931 Jun 18 08:32:35.397537 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 36726) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:32:35.411796 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-fec848ee-edfb-4679-a619-33d705b51212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:35.537049 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-fec848ee-edfb-4679-a619-33d705b51212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:35.557913 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6587512a-d5b1-4cde-8ffe-1cb3a76c08fa req-7bdc5360-06aa-4f68-8d79-06ed339ea2f3 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:35.559443 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6587512a-d5b1-4cde-8ffe-1cb3a76c08fa req-7bdc5360-06aa-4f68-8d79-06ed339ea2f3 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/ports?device_id=04620b8a-125e-4f51-9cd0-ea2691b0bb3e HTTP/1.1" status: 200 len: 943 time: 0.0900745 Jun 18 08:32:35.560045 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device 1c907d96-4eab-4b9b-b636-d761d93350d0 details requested by agent hyperv_hv-cinder-78687 with host hv-cinder-78687 {{(pid=93643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 08:32:35.599626 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6587512a-d5b1-4cde-8ffe-1cb3a76c08fa req-553f6383-8828-42e3-af48-f7f76319ad9e tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ac43d44-c1d9-445e-97b4-b5f38c914c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341387 Jun 18 08:32:35.614437 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-fec848ee-edfb-4679-a619-33d705b51212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:35.618329 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-c1f48c92-d72d-4b7b-80cc-76b7cdef83a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:32:35.658491 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-fec848ee-edfb-4679-a619-33d705b51212 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=660449dd379241d6bcfa9dbb8cc6a0c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2598286 Jun 18 08:32:35.659332 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] For port 1c907d96-4eab-4b9b-b636-d761d93350d0, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=1c907d96-4eab-4b9b-b636-d761d93350d0,segment=NetworkSegment(f6af959e-126d-4479-ae7f-6c309c6f9c8c),segment_id=f6af959e-126d-4479-ae7f-6c309c6f9c8c)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:32:35.659697 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec848ee-edfb-4679-a619-33d705b51212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e10a81cb-a8ec-4da3-a788-cf026d2c5323,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:32:35.661867 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 36728) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:32:35.663035 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-fec848ee-edfb-4679-a619-33d705b51212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:32:35.672026 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Returning: {'device': '1c907d96-4eab-4b9b-b636-d761d93350d0', 'network_id': 'd15bb2fc-c17e-4d6a-a35a-67df4428a903', 'port_id': '1c907d96-4eab-4b9b-b636-d761d93350d0', 'mac_address': 'fa:16:3e:c2:ad:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 911, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78edb95a-a8b8-4f5b-b1a4-32d834ef5bcc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 08:32:35.711596 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:35.717904 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-ab69cf0e-ea29-4bf9-b07e-f370b471c1fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:35.725264 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.notifiers.nova [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c907d96-4eab-4b9b-b636-d761d93350d0 {{(pid=93643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 08:32:35.741151 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-ab69cf0e-ea29-4bf9-b07e-f370b471c1fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:35.745417 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] For port 1c907d96-4eab-4b9b-b636-d761d93350d0, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=1c907d96-4eab-4b9b-b636-d761d93350d0,segment=NetworkSegment(f6af959e-126d-4479-ae7f-6c309c6f9c8c),segment_id=f6af959e-126d-4479-ae7f-6c309c6f9c8c)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:32:35.803042 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:35.805695 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-c3ce3f85-1460-4ed1-b40b-72af85cfb18e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:32:35.857639 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Pushing event updated for resources: {'Port': ['ID=1c907d96-4eab-4b9b-b636-d761d93350d0,revision_number=4']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:32:35.860526 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-ab69cf0e-ea29-4bf9-b07e-f370b471c1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:35.862005 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:32:35.870637 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-ab69cf0e-ea29-4bf9-b07e-f370b471c1fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:35.878664 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-ab69cf0e-ea29-4bf9-b07e-f370b471c1fe admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e10a81cb-a8ec-4da3-a788-cf026d2c5323 HTTP/1.1" status: 204 len: 168 time: 0.2116926 Jun 18 08:32:35.880087 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-8ed835d0-07ba-4a81-8b20-916cd61e703d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:32:35.888630 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab69cf0e-ea29-4bf9-b07e-f370b471c1fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10a81cb-a8ec-4da3-a788-cf026d2c5323,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:32:35.891131 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-ab69cf0e-ea29-4bf9-b07e-f370b471c1fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:32:35.997705 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f24f8-3323-4060-96f7-2f0cdc936baf req-66d5525e-ae4f-41a1-be19-a2772389888c tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:36.001408 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-8d2f24f8-3323-4060-96f7-2f0cdc936baf req-66d5525e-ae4f-41a1-be19-a2772389888c tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=cfd1c108-3390-4f3f-8ef5-534ccd7a6669 HTTP/1.1" status: 200 len: 945 time: 0.0702944 Jun 18 08:32:36.038157 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-8d2f24f8-3323-4060-96f7-2f0cdc936baf req-e4944a9f-c6a1-47df-8358-d330aa995eaa tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/security-groups?id=a521bd04-5697-4ea8-a853-e5232e0f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329418 Jun 18 08:32:36.225240 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b89686-2a81-4f97-b709-1fe399614a76 req-0af75a53-7328-48f8-bc26-e67c6ddee2ff tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:36.227769 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-38b89686-2a81-4f97-b709-1fe399614a76 req-0af75a53-7328-48f8-bc26-e67c6ddee2ff tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=00278876-9f41-4f50-925c-2b3dd85043e1 HTTP/1.1" status: 200 len: 946 time: 0.0732405 Jun 18 08:32:36.265643 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-38b89686-2a81-4f97-b709-1fe399614a76 req-794b3f67-df24-4b67-a474-88c3812e5df2 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316434 Jun 18 08:32:36.780414 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61219e2b-4fa0-4afc-8575-faf9230ab9da req-a63a773f-21ad-4ae1-a172-bb0531991bb4 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:36.782619 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-61219e2b-4fa0-4afc-8575-faf9230ab9da req-a63a773f-21ad-4ae1-a172-bb0531991bb4 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/ports?device_id=04620b8a-125e-4f51-9cd0-ea2691b0bb3e HTTP/1.1" status: 200 len: 943 time: 0.0652907 Jun 18 08:32:36.821924 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-61219e2b-4fa0-4afc-8575-faf9230ab9da req-8ca526fb-93e2-40eb-92ec-75e69177a082 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ac43d44-c1d9-445e-97b4-b5f38c914c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335712 Jun 18 08:32:37.223752 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce5e78-a4cd-4da6-8865-68e37358716f req-50ab674a-bfe8-44d8-bb5f-7460811a4b98 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:37.225413 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-5fce5e78-a4cd-4da6-8865-68e37358716f req-50ab674a-bfe8-44d8-bb5f-7460811a4b98 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=cfd1c108-3390-4f3f-8ef5-534ccd7a6669 HTTP/1.1" status: 200 len: 945 time: 0.0746188 Jun 18 08:32:37.268451 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-5fce5e78-a4cd-4da6-8865-68e37358716f req-c0acc34e-1e84-4e1c-8014-a5c8c4c8257e tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/security-groups?id=a521bd04-5697-4ea8-a853-e5232e0f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369096 Jun 18 08:32:37.446961 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa58296-4be6-4376-991d-966df70bb1a6 req-902344fe-181a-4050-a8c0-9e9dd9191ce7 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:37.448837 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-baa58296-4be6-4376-991d-966df70bb1a6 req-902344fe-181a-4050-a8c0-9e9dd9191ce7 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=00278876-9f41-4f50-925c-2b3dd85043e1 HTTP/1.1" status: 200 len: 946 time: 0.0660765 Jun 18 08:32:37.488234 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-baa58296-4be6-4376-991d-966df70bb1a6 req-bcca57a7-0b42-4d07-84aa-8331c9cee72c tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328643 Jun 18 08:32:37.935182 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 36792) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:32:38.007262 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11edc0fd-f567-489e-a463-375c4df54235 req-efca204e-e1f1-41a5-bd0a-d6377ed02fcf tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:38.008785 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-11edc0fd-f567-489e-a463-375c4df54235 req-efca204e-e1f1-41a5-bd0a-d6377ed02fcf tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/ports?device_id=04620b8a-125e-4f51-9cd0-ea2691b0bb3e HTTP/1.1" status: 200 len: 943 time: 0.0678198 Jun 18 08:32:38.053711 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-3d274b30-0492-4448-9e74-7e7c5863156d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:38.060889 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-11edc0fd-f567-489e-a463-375c4df54235 req-90e5bde1-c3f1-4224-ac7b-47ceb315ab6f tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ac43d44-c1d9-445e-97b4-b5f38c914c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463414 Jun 18 08:32:38.156919 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-3d274b30-0492-4448-9e74-7e7c5863156d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:38.233014 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-3d274b30-0492-4448-9e74-7e7c5863156d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:38.236147 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-7a19768f-98e4-4fd5-8f6f-bea6b1c010b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:32:38.273042 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-3d274b30-0492-4448-9e74-7e7c5863156d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3c6d480758fd4d39bd78262a7d64897e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3367338 Jun 18 08:32:38.273920 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d274b30-0492-4448-9e74-7e7c5863156d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa222e23-a8cd-4083-bfeb-655340726402,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:32:38.276298 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 36798) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:32:38.278120 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-3d274b30-0492-4448-9e74-7e7c5863156d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:32:38.329984 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-155e6068-3801-463f-8db6-5d20ba870e72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:38.351281 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-155e6068-3801-463f-8db6-5d20ba870e72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:38.449685 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08c0702-968d-4b56-87e1-2cd5c86a28d5 req-e07eac2c-69fa-45e8-a492-e61cf03c53e0 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:38.451163 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e08c0702-968d-4b56-87e1-2cd5c86a28d5 req-e07eac2c-69fa-45e8-a492-e61cf03c53e0 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=cfd1c108-3390-4f3f-8ef5-534ccd7a6669 HTTP/1.1" status: 200 len: 945 time: 0.0679417 Jun 18 08:32:38.494136 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e08c0702-968d-4b56-87e1-2cd5c86a28d5 req-86c9281e-66cc-4ef9-adb5-7ad1d6279be9 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/security-groups?id=a521bd04-5697-4ea8-a853-e5232e0f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370188 Jun 18 08:32:38.500474 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-155e6068-3801-463f-8db6-5d20ba870e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:38.502984 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-155e6068-3801-463f-8db6-5d20ba870e72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:38.504196 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-155e6068-3801-463f-8db6-5d20ba870e72 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fa222e23-a8cd-4083-bfeb-655340726402 HTTP/1.1" status: 204 len: 168 time: 0.2268844 Jun 18 08:32:38.504965 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-0cf48763-e745-44a3-b8b4-cc1ffbb900e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:32:38.521063 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155e6068-3801-463f-8db6-5d20ba870e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa222e23-a8cd-4083-bfeb-655340726402,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:32:38.521063 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-155e6068-3801-463f-8db6-5d20ba870e72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:32:38.683091 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4941c950-7d29-450e-97d5-6e66f98b5e3f req-7bc9d6b3-3e7d-43a6-9528-11fa94dcd538 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:38.684575 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4941c950-7d29-450e-97d5-6e66f98b5e3f req-7bc9d6b3-3e7d-43a6-9528-11fa94dcd538 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=00278876-9f41-4f50-925c-2b3dd85043e1 HTTP/1.1" status: 200 len: 946 time: 0.0657115 Jun 18 08:32:38.724533 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4941c950-7d29-450e-97d5-6e66f98b5e3f req-ed9f7ca2-e57e-4d41-af86-6ef671edd945 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338800 Jun 18 08:32:39.077397 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-59665ed0-bbda-4782-b049-c596df298805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:39.260236 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57ac55-50f8-4b3e-85ff-ac58c4cd459d req-575f5fe1-98fe-4fc9-8d6e-a50a2e6e8e2f tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:39.262447 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6a57ac55-50f8-4b3e-85ff-ac58c4cd459d req-575f5fe1-98fe-4fc9-8d6e-a50a2e6e8e2f tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/ports?device_id=04620b8a-125e-4f51-9cd0-ea2691b0bb3e HTTP/1.1" status: 200 len: 943 time: 0.0772099 Jun 18 08:32:39.281869 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] get_ports_and_sgs() called for port_ids ['1c907d96-4eab-4b9b-b636-d761d93350d0'] {{(pid=93643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 08:32:39.319467 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6a57ac55-50f8-4b3e-85ff-ac58c4cd459d req-4a3523b2-6a66-4370-a050-d08189948d59 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ac43d44-c1d9-445e-97b4-b5f38c914c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482042 Jun 18 08:32:39.677585 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec037eea-103e-4bc8-b488-6848af70452c req-81dd6947-0114-4823-a16e-8d7f95f6f005 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:39.679067 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ec037eea-103e-4bc8-b488-6848af70452c req-81dd6947-0114-4823-a16e-8d7f95f6f005 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=cfd1c108-3390-4f3f-8ef5-534ccd7a6669 HTTP/1.1" status: 200 len: 945 time: 0.0711858 Jun 18 08:32:39.720367 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ec037eea-103e-4bc8-b488-6848af70452c req-127b48ed-92bd-4a22-b4ee-566cb12e9127 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/security-groups?id=a521bd04-5697-4ea8-a853-e5232e0f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352063 Jun 18 08:32:39.908336 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d250d5f-988e-45d2-848d-ef9c5a05b040 req-9922d6e7-5307-47da-95ac-2d82b01fa209 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:39.910157 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-5d250d5f-988e-45d2-848d-ef9c5a05b040 req-9922d6e7-5307-47da-95ac-2d82b01fa209 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=00278876-9f41-4f50-925c-2b3dd85043e1 HTTP/1.1" status: 200 len: 946 time: 0.0671086 Jun 18 08:32:39.950194 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-5d250d5f-988e-45d2-848d-ef9c5a05b040 req-24b27413-e74f-48bf-b616-245555c1a9d5 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343287 Jun 18 08:32:40.827785 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8520678-6513-4dee-a8d3-ea2d78ae2cc5 req-7f8d5d97-5566-4544-b7fc-e0d8895d5692 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:40.829285 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f8520678-6513-4dee-a8d3-ea2d78ae2cc5 req-7f8d5d97-5566-4544-b7fc-e0d8895d5692 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/ports?device_id=04620b8a-125e-4f51-9cd0-ea2691b0bb3e HTTP/1.1" status: 200 len: 943 time: 0.0642931 Jun 18 08:32:40.871879 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f8520678-6513-4dee-a8d3-ea2d78ae2cc5 req-caf05506-aad4-40f6-b7e8-62aa3db059dd tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ac43d44-c1d9-445e-97b4-b5f38c914c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365291 Jun 18 08:32:41.030926 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc35cfd9-92ed-43f9-b840-81496ef725b5 req-b205ce1e-d4aa-4edf-822e-0513e122a15d tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:41.032413 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-fc35cfd9-92ed-43f9-b840-81496ef725b5 req-b205ce1e-d4aa-4edf-822e-0513e122a15d tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=cfd1c108-3390-4f3f-8ef5-534ccd7a6669 HTTP/1.1" status: 200 len: 945 time: 0.0625136 Jun 18 08:32:41.070792 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-fc35cfd9-92ed-43f9-b840-81496ef725b5 req-71de5184-ec94-43b1-b226-a9d2577d229a tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/security-groups?id=a521bd04-5697-4ea8-a853-e5232e0f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318663 Jun 18 08:32:41.488848 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-db5cef60-c22e-4c12-b759-55574c687c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:41.888715 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:42.062987 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ffd57e-1fe9-47f2-9cb6-d810c1599398 req-7f5fa628-324f-426e-b49c-8b382780f30a tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:42.064420 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f1ffd57e-1fe9-47f2-9cb6-d810c1599398 req-7f5fa628-324f-426e-b49c-8b382780f30a tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/ports?device_id=04620b8a-125e-4f51-9cd0-ea2691b0bb3e HTTP/1.1" status: 200 len: 943 time: 0.0668128 Jun 18 08:32:42.102707 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f1ffd57e-1fe9-47f2-9cb6-d810c1599398 req-4f8c0916-99b0-486e-a7f4-eb5c3d086e40 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ac43d44-c1d9-445e-97b4-b5f38c914c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326419 Jun 18 08:32:42.272291 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa25a19-7b04-46bb-9337-29b4e399a42a req-71aff8a4-e368-4a45-ad08-4bb5f17a8c06 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:42.273804 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-baa25a19-7b04-46bb-9337-29b4e399a42a req-71aff8a4-e368-4a45-ad08-4bb5f17a8c06 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=cfd1c108-3390-4f3f-8ef5-534ccd7a6669 HTTP/1.1" status: 200 len: 945 time: 0.0720117 Jun 18 08:32:42.315033 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-baa25a19-7b04-46bb-9337-29b4e399a42a req-9dcaa73d-6adf-4f7b-95ab-d6a6b1ec0131 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/security-groups?id=a521bd04-5697-4ea8-a853-e5232e0f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345488 Jun 18 08:32:42.825792 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-37edacc1-1ba5-460e-aa47-45b5acfa9d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:43.271209 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed496ba-1bc6-4d35-8aa9-5fe90aeb9d9f req-6c6785e8-9229-4936-acfe-bcddf238b104 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:43.272692 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3ed496ba-1bc6-4d35-8aa9-5fe90aeb9d9f req-6c6785e8-9229-4936-acfe-bcddf238b104 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/ports?device_id=04620b8a-125e-4f51-9cd0-ea2691b0bb3e HTTP/1.1" status: 200 len: 943 time: 0.0624163 Jun 18 08:32:43.309775 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3ed496ba-1bc6-4d35-8aa9-5fe90aeb9d9f req-be09f0fb-89ca-4482-9552-0e1c6d50da8e tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ac43d44-c1d9-445e-97b4-b5f38c914c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313587 Jun 18 08:32:43.485704 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aeef7c-5f5f-43af-8f06-de9df9e2a568 req-dca56e16-8289-40bf-a8ae-61a9fb0870cf tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:43.487161 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-38aeef7c-5f5f-43af-8f06-de9df9e2a568 req-dca56e16-8289-40bf-a8ae-61a9fb0870cf tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=cfd1c108-3390-4f3f-8ef5-534ccd7a6669 HTTP/1.1" status: 200 len: 945 time: 0.0621157 Jun 18 08:32:43.529958 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-38aeef7c-5f5f-43af-8f06-de9df9e2a568 req-dce5adc6-738b-40d9-8315-5f5320814907 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/security-groups?id=a521bd04-5697-4ea8-a853-e5232e0f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370576 Jun 18 08:32:44.490706 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f6900-c174-409f-ac25-2181e63fb811 req-ba6167fc-4d7d-4fab-a641-b552f9ed05d9 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:44.492219 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-727f6900-c174-409f-ac25-2181e63fb811 req-ba6167fc-4d7d-4fab-a641-b552f9ed05d9 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/ports?device_id=04620b8a-125e-4f51-9cd0-ea2691b0bb3e HTTP/1.1" status: 200 len: 943 time: 0.0664649 Jun 18 08:32:44.530892 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-727f6900-c174-409f-ac25-2181e63fb811 req-ba5a7b3c-5830-48e5-9a0d-8945653a8167 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ac43d44-c1d9-445e-97b4-b5f38c914c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327816 Jun 18 08:32:44.551302 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-624571b3-aef6-4a8c-8ab3-5c089201a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:44.735463 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d59629a-c6df-4095-92ce-20358b60910d req-37591b68-aa4f-43ec-ab8c-2fbcd44e8dfe tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:44.735754 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0d59629a-c6df-4095-92ce-20358b60910d req-37591b68-aa4f-43ec-ab8c-2fbcd44e8dfe tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=cfd1c108-3390-4f3f-8ef5-534ccd7a6669 HTTP/1.1" status: 200 len: 945 time: 0.0854347 Jun 18 08:32:44.778942 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0d59629a-c6df-4095-92ce-20358b60910d req-5a0ddf34-84dd-49a6-9f5c-c979c5f01296 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/security-groups?id=a521bd04-5697-4ea8-a853-e5232e0f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338917 Jun 18 08:32:45.723008 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0293fad-f303-42fd-9635-7c41f105945e req-18ce4840-1c96-473b-9f38-839f0ded9298 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:45.724512 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d0293fad-f303-42fd-9635-7c41f105945e req-18ce4840-1c96-473b-9f38-839f0ded9298 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/ports?device_id=04620b8a-125e-4f51-9cd0-ea2691b0bb3e HTTP/1.1" status: 200 len: 943 time: 0.0768335 Jun 18 08:32:45.771253 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d0293fad-f303-42fd-9635-7c41f105945e req-d7f00029-972d-4378-ba79-f8d9485a336b tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ac43d44-c1d9-445e-97b4-b5f38c914c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403574 Jun 18 08:32:45.964548 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997c5574-7f85-48ca-ab40-894b982f647a req-d372e706-6aef-43ce-beae-369715110331 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:45.966070 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-997c5574-7f85-48ca-ab40-894b982f647a req-d372e706-6aef-43ce-beae-369715110331 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=cfd1c108-3390-4f3f-8ef5-534ccd7a6669 HTTP/1.1" status: 200 len: 945 time: 0.0681701 Jun 18 08:32:46.006617 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-997c5574-7f85-48ca-ab40-894b982f647a req-7e60de17-0f9c-4140-9350-e4164350ee06 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/security-groups?id=a521bd04-5697-4ea8-a853-e5232e0f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343828 Jun 18 08:32:46.951473 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca152b-4cb0-4729-8c43-fbb7bb36a2c5 req-cefffd58-2d30-4f49-9e8a-1c38233af91c tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:46.952870 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3fca152b-4cb0-4729-8c43-fbb7bb36a2c5 req-cefffd58-2d30-4f49-9e8a-1c38233af91c tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/ports?device_id=04620b8a-125e-4f51-9cd0-ea2691b0bb3e HTTP/1.1" status: 200 len: 943 time: 0.0663309 Jun 18 08:32:46.993884 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3fca152b-4cb0-4729-8c43-fbb7bb36a2c5 req-e2f4379e-0697-4fa2-95dc-dccfc63381b8 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ac43d44-c1d9-445e-97b4-b5f38c914c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343671 Jun 18 08:32:47.178038 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b316b7-f163-405b-a882-efd3c4695052 req-8bc9a8d0-c26a-4845-be84-d805d1235033 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:47.179616 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d3b316b7-f163-405b-a882-efd3c4695052 req-8bc9a8d0-c26a-4845-be84-d805d1235033 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=cfd1c108-3390-4f3f-8ef5-534ccd7a6669 HTTP/1.1" status: 200 len: 945 time: 0.0636790 Jun 18 08:32:47.216931 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d3b316b7-f163-405b-a882-efd3c4695052 req-a0f0d505-9fa5-4a39-a354-157bf94edade tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/security-groups?id=a521bd04-5697-4ea8-a853-e5232e0f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316119 Jun 18 08:32:48.165224 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eed0cd2-1cb0-4516-8b3c-5c350dbca3d6 req-b49f5b91-ad73-4049-8d36-64e7cf386f1a tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:48.166690 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2eed0cd2-1cb0-4516-8b3c-5c350dbca3d6 req-b49f5b91-ad73-4049-8d36-64e7cf386f1a tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/ports?device_id=04620b8a-125e-4f51-9cd0-ea2691b0bb3e HTTP/1.1" status: 200 len: 943 time: 0.0639055 Jun 18 08:32:48.205277 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2eed0cd2-1cb0-4516-8b3c-5c350dbca3d6 req-3ea14260-9501-4da7-b790-c93ce992a1f5 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ac43d44-c1d9-445e-97b4-b5f38c914c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324619 Jun 18 08:32:48.394251 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce790a9e-0a14-48c8-927d-47ac1125a03f req-c19325de-d635-4dfa-a4a3-4d3e7c9f1e1f tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:48.395610 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ce790a9e-0a14-48c8-927d-47ac1125a03f req-c19325de-d635-4dfa-a4a3-4d3e7c9f1e1f tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=cfd1c108-3390-4f3f-8ef5-534ccd7a6669 HTTP/1.1" status: 200 len: 945 time: 0.0657489 Jun 18 08:32:48.433940 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ce790a9e-0a14-48c8-927d-47ac1125a03f req-573c8777-1ee6-46c8-937b-d5528f8b33bb tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/security-groups?id=a521bd04-5697-4ea8-a853-e5232e0f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321674 Jun 18 08:32:48.775594 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device 571354ee-e208-4b3f-bdd2-3e9f31836752 details requested by agent hyperv_hv-cinder-78687 with host hv-cinder-78687 {{(pid=93643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 08:32:48.869031 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] For port 571354ee-e208-4b3f-bdd2-3e9f31836752, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=571354ee-e208-4b3f-bdd2-3e9f31836752,segment=NetworkSegment(7ab84e50-8a63-4077-b2f1-0c7c3cd12bc1),segment_id=7ab84e50-8a63-4077-b2f1-0c7c3cd12bc1)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:32:48.881488 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Returning: {'device': '571354ee-e208-4b3f-bdd2-3e9f31836752', 'network_id': '155fa8b2-6e6f-41af-a4e6-797939ef9e59', 'port_id': '571354ee-e208-4b3f-bdd2-3e9f31836752', 'mac_address': 'fa:16:3e:08:09:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a535589-a0b7-4615-981d-3297fdcd0638', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 08:32:48.923223 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:48.936686 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.notifiers.nova [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 571354ee-e208-4b3f-bdd2-3e9f31836752 {{(pid=93643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 08:32:48.958095 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] For port 571354ee-e208-4b3f-bdd2-3e9f31836752, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=571354ee-e208-4b3f-bdd2-3e9f31836752,segment=NetworkSegment(7ab84e50-8a63-4077-b2f1-0c7c3cd12bc1),segment_id=7ab84e50-8a63-4077-b2f1-0c7c3cd12bc1)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:32:49.020286 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:49.022066 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:32:49.067409 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Pushing event updated for resources: {'Port': ['ID=571354ee-e208-4b3f-bdd2-3e9f31836752,revision_number=4']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:32:49.070441 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:32:49.375119 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc0c929-e6db-458d-8766-b940f2bce6e9 req-fccb0344-fdb3-4db9-a8f2-c298267d7f84 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:49.376605 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1bc0c929-e6db-458d-8766-b940f2bce6e9 req-fccb0344-fdb3-4db9-a8f2-c298267d7f84 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/ports?device_id=04620b8a-125e-4f51-9cd0-ea2691b0bb3e HTTP/1.1" status: 200 len: 944 time: 0.0620224 Jun 18 08:32:49.418879 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1bc0c929-e6db-458d-8766-b940f2bce6e9 req-b963a241-ccbe-4b8b-9277-cda6b50d0e79 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ac43d44-c1d9-445e-97b4-b5f38c914c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353477 Jun 18 08:32:49.606913 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1d47a-a15a-4210-87f7-7e2c82807572 req-f22d5232-57a4-4d0c-aa1d-7e6e9421c6f0 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:49.608547 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-75e1d47a-a15a-4210-87f7-7e2c82807572 req-f22d5232-57a4-4d0c-aa1d-7e6e9421c6f0 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=cfd1c108-3390-4f3f-8ef5-534ccd7a6669 HTTP/1.1" status: 200 len: 945 time: 0.0623236 Jun 18 08:32:49.651659 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-75e1d47a-a15a-4210-87f7-7e2c82807572 req-93ecd073-dd31-4f68-b94d-7f7935364831 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/security-groups?id=a521bd04-5697-4ea8-a853-e5232e0f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373163 Jun 18 08:32:50.463526 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] get_ports_and_sgs() called for port_ids ['571354ee-e208-4b3f-bdd2-3e9f31836752'] {{(pid=93643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 08:32:50.593070 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18408d15-e5d7-4fd3-9544-504f5f97407c req-2885bcbb-09e4-41c6-81a1-a7a3a3461143 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:50.594592 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-18408d15-e5d7-4fd3-9544-504f5f97407c req-2885bcbb-09e4-41c6-81a1-a7a3a3461143 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/ports?device_id=04620b8a-125e-4f51-9cd0-ea2691b0bb3e HTTP/1.1" status: 200 len: 944 time: 0.0636113 Jun 18 08:32:50.635072 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-18408d15-e5d7-4fd3-9544-504f5f97407c req-5f702100-e1a2-407b-ae6c-c66f1225e49e tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ac43d44-c1d9-445e-97b4-b5f38c914c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339882 Jun 18 08:32:50.846147 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835fdd98-bc06-4564-aac5-1b2d793f8921 req-42f59348-a6ec-4b50-a816-b1e2c43b6e02 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:50.847602 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-835fdd98-bc06-4564-aac5-1b2d793f8921 req-42f59348-a6ec-4b50-a816-b1e2c43b6e02 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=cfd1c108-3390-4f3f-8ef5-534ccd7a6669 HTTP/1.1" status: 200 len: 945 time: 0.0808864 Jun 18 08:32:50.887699 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-835fdd98-bc06-4564-aac5-1b2d793f8921 req-e7096728-4928-4b9a-9219-9e7688b2ff26 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/security-groups?id=a521bd04-5697-4ea8-a853-e5232e0f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330524 Jun 18 08:32:51.314343 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device 1c907d96-4eab-4b9b-b636-d761d93350d0 up at agent hyperv_hv-cinder-78687 {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:32:51.482683 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Provisioning for port 1c907d96-4eab-4b9b-b636-d761d93350d0 completed by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:32:51.487110 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Provisioning complete for port 1c907d96-4eab-4b9b-b636-d761d93350d0 triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:32:51.487462 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:51.570949 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:51.598207 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfd1c108-3390-4f3f-8ef5-534ccd7a6669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c907d96-4eab-4b9b-b636-d761d93350d0'}] {{(pid=93643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:32:51.601406 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76bfc2cc3cc97e327acfe832f03e535bb9cef84d361ee3b318e5c5a2ba23989c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1497d753-fccb-4585-a38f-9ac5db6dc7c7" -d '{"events": [{"server_uuid": "cfd1c108-3390-4f3f-8ef5-534ccd7a6669", "name": "network-vif-plugged", "status": "completed", "tag": "1c907d96-4eab-4b9b-b636-d761d93350d0"}]}' {{(pid=93643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:32:51.615436 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] For port 1c907d96-4eab-4b9b-b636-d761d93350d0, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=1c907d96-4eab-4b9b-b636-d761d93350d0,segment=NetworkSegment(f6af959e-126d-4479-ae7f-6c309c6f9c8c),segment_id=f6af959e-126d-4479-ae7f-6c309c6f9c8c)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:32:51.644871 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 08:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e280a9-3e46-494b-ac74-0133c9b9e95b x-openstack-request-id: req-68e280a9-3e46-494b-ac74-0133c9b9e95b {{(pid=93643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:32:51.644871 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfd1c108-3390-4f3f-8ef5-534ccd7a6669", "name": "network-vif-plugged", "status": "completed", "tag": "1c907d96-4eab-4b9b-b636-d761d93350d0", "code": 200}]} {{(pid=93643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:32:51.644871 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-68e280a9-3e46-494b-ac74-0133c9b9e95b {{(pid=93643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:32:51.644871 dv-cinder-786873-3-iscsi neutron-server[93643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfd1c108-3390-4f3f-8ef5-534ccd7a6669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c907d96-4eab-4b9b-b636-d761d93350d0', 'code': 200} Jun 18 08:32:51.688937 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:51.691271 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:32:51.750909 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Pushing event updated for resources: {'Port': ['ID=1c907d96-4eab-4b9b-b636-d761d93350d0,revision_number=5']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:32:51.754096 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:32:51.837093 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39068345-8b21-4fd2-b330-867bb53558c1 req-707f127b-6687-4b11-a926-99a312ad3797 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:51.839704 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-39068345-8b21-4fd2-b330-867bb53558c1 req-707f127b-6687-4b11-a926-99a312ad3797 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/ports?device_id=04620b8a-125e-4f51-9cd0-ea2691b0bb3e HTTP/1.1" status: 200 len: 944 time: 0.0771575 Jun 18 08:32:51.887857 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-39068345-8b21-4fd2-b330-867bb53558c1 req-b5f2aee9-ffdf-4cdd-8c51-32d9c62b507e tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ac43d44-c1d9-445e-97b4-b5f38c914c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421448 Jun 18 08:32:52.085541 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9dd6d-c2de-4880-8954-9f0db0623aef req-c5451f57-6a83-4023-bbd0-c258bff8613a tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:52.088686 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-44b9dd6d-c2de-4880-8954-9f0db0623aef req-c5451f57-6a83-4023-bbd0-c258bff8613a tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=cfd1c108-3390-4f3f-8ef5-534ccd7a6669 HTTP/1.1" status: 200 len: 946 time: 0.0691729 Jun 18 08:32:52.187227 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-44b9dd6d-c2de-4880-8954-9f0db0623aef req-f6fce17f-5920-4918-b02c-f6a94154945e tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/security-groups?id=a521bd04-5697-4ea8-a853-e5232e0f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896924 Jun 18 08:32:52.205562 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2982fd-58be-4929-8286-8b3600f8d883 req-3a3d7a15-3ce4-4c73-9dba-3ff18343a734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:52.207762 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7d2982fd-58be-4929-8286-8b3600f8d883 req-3a3d7a15-3ce4-4c73-9dba-3ff18343a734 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cfd1c108-3390-4f3f-8ef5-534ccd7a6669 HTTP/1.1" status: 200 len: 1099 time: 0.1173398 Jun 18 08:32:52.249802 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7d2982fd-58be-4929-8286-8b3600f8d883 req-313667a0-7935-42d7-9e8f-733eb986de72 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a521bd04-5697-4ea8-a853-e5232e0f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353746 Jun 18 08:32:53.068437 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec8d32d-47fc-4716-af90-21ce9c9d694a req-67d5a158-830f-47a4-8609-a97875d85b50 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:53.069942 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-9ec8d32d-47fc-4716-af90-21ce9c9d694a req-67d5a158-830f-47a4-8609-a97875d85b50 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/ports?device_id=04620b8a-125e-4f51-9cd0-ea2691b0bb3e HTTP/1.1" status: 200 len: 944 time: 0.0657759 Jun 18 08:32:53.111854 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-9ec8d32d-47fc-4716-af90-21ce9c9d694a req-5c9ac06b-6961-4247-ad5d-fee8646178f2 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ac43d44-c1d9-445e-97b4-b5f38c914c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358415 Jun 18 08:32:53.323204 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device 571354ee-e208-4b3f-bdd2-3e9f31836752 up at agent hyperv_hv-cinder-78687 {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:32:53.369076 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9716cb95-e383-408d-89f8-1fd288de469a req-0bfc1c04-89da-4426-b9e5-330c2eb83734 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:53.370750 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-9716cb95-e383-408d-89f8-1fd288de469a req-0bfc1c04-89da-4426-b9e5-330c2eb83734 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=cfd1c108-3390-4f3f-8ef5-534ccd7a6669 HTTP/1.1" status: 200 len: 946 time: 0.0689280 Jun 18 08:32:53.411489 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-9716cb95-e383-408d-89f8-1fd288de469a req-28c75684-3250-49ae-ad85-4444ecea9b28 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/security-groups?id=a521bd04-5697-4ea8-a853-e5232e0f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348573 Jun 18 08:32:53.470653 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Provisioning for port 571354ee-e208-4b3f-bdd2-3e9f31836752 completed by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:32:53.475749 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Provisioning complete for port 571354ee-e208-4b3f-bdd2-3e9f31836752 triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:32:53.476162 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:53.557750 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:53.592557 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] For port 571354ee-e208-4b3f-bdd2-3e9f31836752, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=571354ee-e208-4b3f-bdd2-3e9f31836752,segment=NetworkSegment(7ab84e50-8a63-4077-b2f1-0c7c3cd12bc1),segment_id=7ab84e50-8a63-4077-b2f1-0c7c3cd12bc1)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:32:53.643640 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04620b8a-125e-4f51-9cd0-ea2691b0bb3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '571354ee-e208-4b3f-bdd2-3e9f31836752'}] {{(pid=93643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:32:53.646897 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76bfc2cc3cc97e327acfe832f03e535bb9cef84d361ee3b318e5c5a2ba23989c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d343639-0079-4fa2-aaf8-14c9d63010e0" -d '{"events": [{"server_uuid": "04620b8a-125e-4f51-9cd0-ea2691b0bb3e", "name": "network-vif-plugged", "status": "completed", "tag": "571354ee-e208-4b3f-bdd2-3e9f31836752"}]}' {{(pid=93643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:32:53.682702 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:53.686491 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 08:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b618f4-ea30-476f-a8d0-afad747e1e7a x-openstack-request-id: req-a6b618f4-ea30-476f-a8d0-afad747e1e7a {{(pid=93643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:32:53.686788 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04620b8a-125e-4f51-9cd0-ea2691b0bb3e", "name": "network-vif-plugged", "status": "completed", "tag": "571354ee-e208-4b3f-bdd2-3e9f31836752", "code": 200}]} {{(pid=93643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:32:53.687049 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a6b618f4-ea30-476f-a8d0-afad747e1e7a {{(pid=93643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:32:53.687433 dv-cinder-786873-3-iscsi neutron-server[93643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04620b8a-125e-4f51-9cd0-ea2691b0bb3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '571354ee-e208-4b3f-bdd2-3e9f31836752', 'code': 200} Jun 18 08:32:53.687935 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:32:53.737141 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Pushing event updated for resources: {'Port': ['ID=571354ee-e208-4b3f-bdd2-3e9f31836752,revision_number=5']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:32:53.740988 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:32:54.317591 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9db9750-6098-404f-9996-973bfbe632c5 req-a9790434-2ab6-4a61-8610-b2bd7b731105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:54.319867 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b9db9750-6098-404f-9996-973bfbe632c5 req-a9790434-2ab6-4a61-8610-b2bd7b731105 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=04620b8a-125e-4f51-9cd0-ea2691b0bb3e HTTP/1.1" status: 200 len: 1098 time: 0.1089604 Jun 18 08:32:54.355486 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea945a2-1e00-4abe-a6bb-20fb49068338 req-2ea4c4df-1cac-41e0-9dec-97fe32398b13 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:54.357109 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-5ea945a2-1e00-4abe-a6bb-20fb49068338 req-2ea4c4df-1cac-41e0-9dec-97fe32398b13 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/ports?device_id=04620b8a-125e-4f51-9cd0-ea2691b0bb3e HTTP/1.1" status: 200 len: 945 time: 0.1116152 Jun 18 08:32:54.387344 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b9db9750-6098-404f-9996-973bfbe632c5 req-d83bd227-de05-45ea-bad5-eb7b6166b497 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4ac43d44-c1d9-445e-97b4-b5f38c914c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580020 Jun 18 08:32:54.416346 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-5ea945a2-1e00-4abe-a6bb-20fb49068338 req-b06e3613-b252-4cb1-8bb0-c80aac8d43cb tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ac43d44-c1d9-445e-97b4-b5f38c914c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470507 Jun 18 08:32:54.603433 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85848fc4-d40a-466d-9ac1-ad5d80a93cf4 req-90bdeeaa-3b13-4581-b32b-bb0e0e18902d tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:54.604939 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-85848fc4-d40a-466d-9ac1-ad5d80a93cf4 req-90bdeeaa-3b13-4581-b32b-bb0e0e18902d tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=cfd1c108-3390-4f3f-8ef5-534ccd7a6669 HTTP/1.1" status: 200 len: 946 time: 0.0654395 Jun 18 08:32:54.642859 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-85848fc4-d40a-466d-9ac1-ad5d80a93cf4 req-4a8b518b-3a31-43ba-9c7a-6649308c8bc3 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/security-groups?id=a521bd04-5697-4ea8-a853-e5232e0f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321338 Jun 18 08:32:55.611251 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ece08c-5f7c-4929-bbff-bd96468ba741 req-75ee5bc0-614e-4700-9c6d-a9d663d1da06 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:55.612848 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-20ece08c-5f7c-4929-bbff-bd96468ba741 req-75ee5bc0-614e-4700-9c6d-a9d663d1da06 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/ports?device_id=04620b8a-125e-4f51-9cd0-ea2691b0bb3e HTTP/1.1" status: 200 len: 945 time: 0.0790110 Jun 18 08:32:55.654283 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-20ece08c-5f7c-4929-bbff-bd96468ba741 req-4ac71619-ed6f-4f19-89ab-406bf1e2b5b4 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ac43d44-c1d9-445e-97b4-b5f38c914c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351632 Jun 18 08:32:55.842696 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7460108e-37f9-4c54-8137-2f53da8cea16 req-3231cb86-74da-4a42-8029-da6ab9d13db6 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:55.843448 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7460108e-37f9-4c54-8137-2f53da8cea16 req-3231cb86-74da-4a42-8029-da6ab9d13db6 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=cfd1c108-3390-4f3f-8ef5-534ccd7a6669 HTTP/1.1" status: 200 len: 946 time: 0.0806613 Jun 18 08:32:55.882160 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7460108e-37f9-4c54-8137-2f53da8cea16 req-c8cfe52e-130d-426f-afda-be9574363727 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/security-groups?id=a521bd04-5697-4ea8-a853-e5232e0f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327804 Jun 18 08:32:56.056798 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f13c2bc-cc6a-45f7-ad73-f989b52c6b4c req-1246a73a-4752-49e9-842e-9f8e41ca8d29 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:56.058386 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7f13c2bc-cc6a-45f7-ad73-f989b52c6b4c req-1246a73a-4752-49e9-842e-9f8e41ca8d29 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=cfd1c108-3390-4f3f-8ef5-534ccd7a6669 HTTP/1.1" status: 200 len: 946 time: 0.0637188 Jun 18 08:32:56.097172 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7f13c2bc-cc6a-45f7-ad73-f989b52c6b4c req-52df9463-517e-4d58-9f3b-5c54bb187b8f tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/security-groups?id=a521bd04-5697-4ea8-a853-e5232e0f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327084 Jun 18 08:32:56.123763 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 37098) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:32:56.186599 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:56.344761 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d72c86-18e5-4014-bcb5-ee85a28e3bb7 tempest-TestVolumeBootPattern-1508261537 tempest-TestVolumeBootPattern-1508261537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:56.346294 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-d6d72c86-18e5-4014-bcb5-ee85a28e3bb7 tempest-TestVolumeBootPattern-1508261537 tempest-TestVolumeBootPattern-1508261537-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=cfd1c108-3390-4f3f-8ef5-534ccd7a6669 HTTP/1.1" status: 200 len: 1094 time: 0.2219753 Jun 18 08:32:56.349475 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 37104) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:32:56.354247 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-36558984-8453-418f-b3ef-d17687762969 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Request body: {'floatingip': {'floating_network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'port_id': '1c907d96-4eab-4b9b-b636-d761d93350d0', 'tenant_id': 'f33eeb6169284d22b1baacfb166428e8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:32:56.448610 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-36558984-8453-418f-b3ef-d17687762969 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks [] for floatingip, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:56.550671 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-36558984-8453-418f-b3ef-d17687762969 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-568420'] for port, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:56.658837 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.db.db_base_plugin_common [None req-36558984-8453-418f-b3ef-d17687762969 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Allocated IP 172.27.2.61 (215fa03e-ed5a-4c2a-ba1d-c413840c30f2/b938f688-1844-46d6-ac73-91c028ff50eb/14c0c002-51ee-4684-9ed8-979ca6df5ac8) {{(pid=93641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:32:56.766861 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-36558984-8453-418f-b3ef-d17687762969 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks [] for port, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:56.861949 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae579d-fdcd-4e4c-813c-e0f38a4a0673 req-2bf0fed2-32ce-4999-8c60-b5ace2f7af6d tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:56.863598 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6dae579d-fdcd-4e4c-813c-e0f38a4a0673 req-2bf0fed2-32ce-4999-8c60-b5ace2f7af6d tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/ports?device_id=04620b8a-125e-4f51-9cd0-ea2691b0bb3e HTTP/1.1" status: 200 len: 945 time: 0.0864880 Jun 18 08:32:56.938132 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6dae579d-fdcd-4e4c-813c-e0f38a4a0673 req-ca13c88e-06fc-4c52-a39b-fc2fa3adb403 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ac43d44-c1d9-445e-97b4-b5f38c914c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610189 Jun 18 08:32:56.939989 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-36558984-8453-418f-b3ef-d17687762969 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-568999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741881438814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5195020'] for port, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:56.949721 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:32:56.963144 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36558984-8453-418f-b3ef-d17687762969 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Network 215fa03e-ed5a-4c2a-ba1d-c413840c30f2 is already hosted by enough agents. {{(pid=93641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:32:56.983173 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.base_scheduler [None req-36558984-8453-418f-b3ef-d17687762969 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Resources bound (agent type, host, resource id): {{(pid=93641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:32:56.995470 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36558984-8453-418f-b3ef-d17687762969 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Received port after_create {{(pid=93641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:32:57.035767 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36558984-8453-418f-b3ef-d17687762969 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Pushing event updated for resources: {'Port': ['ID=14c0c002-51ee-4684-9ed8-979ca6df5ac8,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:32:57.039125 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-36558984-8453-418f-b3ef-d17687762969 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:32:57.769749 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-36558984-8453-418f-b3ef-d17687762969 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:58.003208 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-36558984-8453-418f-b3ef-d17687762969 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:58.224854 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2defde21-9af8-4aa7-b93b-1a8b1678b564 req-d5b78663-d4da-40c8-a5a5-903652d6bc92 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:58.226338 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2defde21-9af8-4aa7-b93b-1a8b1678b564 req-d5b78663-d4da-40c8-a5a5-903652d6bc92 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/ports?device_id=04620b8a-125e-4f51-9cd0-ea2691b0bb3e HTTP/1.1" status: 200 len: 945 time: 0.1417193 Jun 18 08:32:58.261471 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-36558984-8453-418f-b3ef-d17687762969 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks [] for port, precommit_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:58.279075 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2defde21-9af8-4aa7-b93b-1a8b1678b564 req-dcf839b8-9bbf-49ee-98b3-0cfad493119f tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ac43d44-c1d9-445e-97b4-b5f38c914c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454221 Jun 18 08:32:58.373679 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-36558984-8453-418f-b3ef-d17687762969 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5195066'] for port, after_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:58.377310 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:32:58.447218 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36558984-8453-418f-b3ef-d17687762969 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Pushing event updated for resources: {'Port': ['ID=14c0c002-51ee-4684-9ed8-979ca6df5ac8,revision_number=2']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:32:58.460499 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36558984-8453-418f-b3ef-d17687762969 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:32:58.460858 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36558984-8453-418f-b3ef-d17687762969 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:32:58.461222 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36558984-8453-418f-b3ef-d17687762969 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:32:58.461571 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36558984-8453-418f-b3ef-d17687762969 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:32:58.461922 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36558984-8453-418f-b3ef-d17687762969 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:32:58.462327 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36558984-8453-418f-b3ef-d17687762969 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:32:58.462672 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36558984-8453-418f-b3ef-d17687762969 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:32:58.463020 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36558984-8453-418f-b3ef-d17687762969 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:32:58.463364 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36558984-8453-418f-b3ef-d17687762969 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:32:58.463701 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36558984-8453-418f-b3ef-d17687762969 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:32:58.464066 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36558984-8453-418f-b3ef-d17687762969 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:32:58.464406 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36558984-8453-418f-b3ef-d17687762969 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:32:58.469582 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-36558984-8453-418f-b3ef-d17687762969 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:32:58.472841 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-36558984-8453-418f-b3ef-d17687762969 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7960458'] for floatingip, after_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:58.564995 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 37158) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:32:58.598303 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.db.l3_db [None req-36558984-8453-418f-b3ef-d17687762969 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Floating IP 7a6b70dc-80b2-4059-8300-874e8d728f89 associated. External IP: 172.27.2.61, port: 1c907d96-4eab-4b9b-b636-d761d93350d0. Jun 18 08:32:58.692914 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-db906feb-7f60-46e2-b385-b1c35cd07cd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:58.783388 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-db906feb-7f60-46e2-b385-b1c35cd07cd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:58.811538 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36558984-8453-418f-b3ef-d17687762969 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Router 30b3055d-f31a-466e-bc9c-96d5f5e2ab74 has already been hosted by L3 agent ebfc1b20-a3df-4bae-b350-fc31028a16a3 {{(pid=93641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 08:32:58.865094 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-db906feb-7f60-46e2-b385-b1c35cd07cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:58.873159 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-46414086-56dd-4f35-b282-2e53b22ddce8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:32:58.908441 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db906feb-7f60-46e2-b385-b1c35cd07cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33996395-5273-4064-bf95-5df97ed0c4f5,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:32:58.928953 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db906feb-7f60-46e2-b385-b1c35cd07cd3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:32:58.929959 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db906feb-7f60-46e2-b385-b1c35cd07cd3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:32:58.930327 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db906feb-7f60-46e2-b385-b1c35cd07cd3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:32:58.951905 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db906feb-7f60-46e2-b385-b1c35cd07cd3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:32:58.953223 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36558984-8453-418f-b3ef-d17687762969 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify agent at l3_agent.dv-cinder-786873-3-iscsi the message routers_updated {{(pid=93641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:32:58.953615 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db906feb-7f60-46e2-b385-b1c35cd07cd3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:32:58.953615 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db906feb-7f60-46e2-b385-b1c35cd07cd3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:32:58.953615 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db906feb-7f60-46e2-b385-b1c35cd07cd3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:32:58.953615 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db906feb-7f60-46e2-b385-b1c35cd07cd3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:32:58.953615 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db906feb-7f60-46e2-b385-b1c35cd07cd3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:32:58.953615 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db906feb-7f60-46e2-b385-b1c35cd07cd3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:32:58.953615 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db906feb-7f60-46e2-b385-b1c35cd07cd3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:32:58.953615 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db906feb-7f60-46e2-b385-b1c35cd07cd3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:32:58.953615 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-db906feb-7f60-46e2-b385-b1c35cd07cd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:32:58.954381 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 37168) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:32:58.954561 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-db906feb-7f60-46e2-b385-b1c35cd07cd3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ae9ed2cd072c45c6a3a06df8661c893f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3788016 Jun 18 08:32:58.954759 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e36b284-1482-4d51-89ae-a0217f0ffb7a None None] Sync routers for ids ['30b3055d-f31a-466e-bc9c-96d5f5e2ab74'] in dv-cinder-786873-3-iscsi {{(pid=93644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:32:58.962714 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e36b284-1482-4d51-89ae-a0217f0ffb7a None None] Routers {'30b3055d-f31a-466e-bc9c-96d5f5e2ab74'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:32:58.962714 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_hamode_db [None req-2e36b284-1482-4d51-89ae-a0217f0ffb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:32:41Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['30b3055d-f31a-466e-bc9c-96d5f5e2ab74'], 'active': True} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:32:59.015397 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-01754406-461e-49af-a2f4-a5f9042fba5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:59.046804 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-01754406-461e-49af-a2f4-a5f9042fba5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:59.071005 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-36558984-8453-418f-b3ef-d17687762969 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881'] for floatingip, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:59.097889 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvr_db [None req-2e36b284-1482-4d51-89ae-a0217f0ffb7a None None] Set router 30b3055d-f31a-466e-bc9c-96d5f5e2ab74 gateway port host: dv-cinder-786873-3-iscsi {{(pid=93644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:32:59.159507 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-36558984-8453-418f-b3ef-d17687762969 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8022933 Jun 18 08:32:59.159507 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfd1c108-3390-4f3f-8ef5-534ccd7a6669', 'tag': '1c907d96-4eab-4b9b-b636-d761d93350d0'}] {{(pid=93641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:32:59.159507 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2d7879530654598d2c9a4dfa31a50ac71f4dc09db730dec349bdbb492567000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6f68c5-2837-4d9b-adc3-f760b3ea20f3" -d '{"events": [{"name": "network-changed", "server_uuid": "cfd1c108-3390-4f3f-8ef5-534ccd7a6669", "tag": "1c907d96-4eab-4b9b-b636-d761d93350d0"}]}' {{(pid=93641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:32:59.180436 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-dad18741-bfe3-4632-8580-39a72c038122 req-8eba7b92-d3c7-44bf-afea-a97de1d7a12f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1235707 Jun 18 08:32:59.199296 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 08:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af28a14-9f92-4678-a399-e2d8c13f582c x-openstack-request-id: req-6af28a14-9f92-4678-a399-e2d8c13f582c {{(pid=93641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:32:59.199611 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfd1c108-3390-4f3f-8ef5-534ccd7a6669", "tag": "1c907d96-4eab-4b9b-b636-d761d93350d0", "status": "completed", "code": 200}]} {{(pid=93641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:32:59.199890 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6af28a14-9f92-4678-a399-e2d8c13f582c {{(pid=93641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:32:59.200341 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfd1c108-3390-4f3f-8ef5-534ccd7a6669', 'tag': '1c907d96-4eab-4b9b-b636-d761d93350d0', 'status': 'completed', 'code': 200} Jun 18 08:32:59.231130 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-01754406-461e-49af-a2f4-a5f9042fba5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:59.233934 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-01754406-461e-49af-a2f4-a5f9042fba5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:32:59.237382 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-01754406-461e-49af-a2f4-a5f9042fba5d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/33996395-5273-4064-bf95-5df97ed0c4f5 HTTP/1.1" status: 204 len: 168 time: 0.2886813 Jun 18 08:32:59.237382 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-d77d8a17-29e3-4813-9d5d-e7305f6d9c81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:32:59.259617 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01754406-461e-49af-a2f4-a5f9042fba5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33996395-5273-4064-bf95-5df97ed0c4f5,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:32:59.295829 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-01754406-461e-49af-a2f4-a5f9042fba5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:32:59.326606 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad18741-bfe3-4632-8580-39a72c038122 req-b0752e6e-92a5-47db-93ac-1c29ae2de55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:59.327365 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f68c5-2837-4d9b-adc3-f760b3ea20f3 req-4ffcbaf4-0c7c-4830-9344-e70ae81011f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:59.328162 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-dad18741-bfe3-4632-8580-39a72c038122 req-b0752e6e-92a5-47db-93ac-1c29ae2de55e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=665ee72de464416b9ceb623c24cfa8a5&device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 1099 time: 0.0841739 Jun 18 08:32:59.329135 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-df6f68c5-2837-4d9b-adc3-f760b3ea20f3 req-4ffcbaf4-0c7c-4830-9344-e70ae81011f4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f33eeb6169284d22b1baacfb166428e8&device_id=cfd1c108-3390-4f3f-8ef5-534ccd7a6669 HTTP/1.1" status: 200 len: 1099 time: 0.0746017 Jun 18 08:32:59.353395 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_hamode_db [None req-2e36b284-1482-4d51-89ae-a0217f0ffb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'name': 'tempest-TestVolumeBootPattern-164987471-router', 'tenant_id': 'f33eeb6169284d22b1baacfb166428e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '2d7ac20d-beee-4864-8bed-1d3e471219e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:30:39Z', 'updated_at': '2021-06-18T08:30:44Z', 'revision_number': 4, 'project_id': 'f33eeb6169284d22b1baacfb166428e8', 'gw_port': {'id': '2d7ac20d-beee-4864-8bed-1d3e471219e3', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:30:40Z', 'updated_at': '2021-06-18T08:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_floatingips': [{'id': '7a6b70dc-80b2-4059-8300-874e8d728f89', 'tenant_id': 'f33eeb6169284d22b1baacfb166428e8', 'floating_ip_address': '172.27.2.61', 'floating_network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'router_id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'port_id': '1c907d96-4eab-4b9b-b636-d761d93350d0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd15bb2fc-c17e-4d6a-a35a-67df4428a903', 'mac_address': 'fa:16:3e:c2:ad:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd1c108-3390-4f3f-8ef5-534ccd7a6669', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T08:32:57Z', 'updated_at': '2021-06-18T08:32:57Z', 'revision_number': 0, 'project_id': 'f33eeb6169284d22b1baacfb166428e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f12ae9e-a2be-4abd-a57d-40e1a60be9c8', 'name': '', 'network_id': 'd15bb2fc-c17e-4d6a-a35a-67df4428a903', 'tenant_id': 'f33eeb6169284d22b1baacfb166428e8', 'mac_address': 'fa:16:3e:10:43:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '78edb95a-a8b8-4f5b-b1a4-32d834ef5bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:30:43Z', 'updated_at': '2021-06-18T08:30:51Z', 'revision_number': 5, 'project_id': 'f33eeb6169284d22b1baacfb166428e8', 'subnets': [{'id': '78edb95a-a8b8-4f5b-b1a4-32d834ef5bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:32:59.384721 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e36b284-1482-4d51-89ae-a0217f0ffb7a None None] Checking router: 30b3055d-f31a-466e-bc9c-96d5f5e2ab74 for host: dv-cinder-786873-3-iscsi {{(pid=93644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:32:59.403264 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e36b284-1482-4d51-89ae-a0217f0ffb7a None None] Routers {'30b3055d-f31a-466e-bc9c-96d5f5e2ab74'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:32:59.404778 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_hamode_db [None req-2e36b284-1482-4d51-89ae-a0217f0ffb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:32:41Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['30b3055d-f31a-466e-bc9c-96d5f5e2ab74'], 'active': True} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:32:59.457243 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad18741-bfe3-4632-8580-39a72c038122 req-6855beee-b58c-4aac-9e0e-ed9ef01fe46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:59.460403 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-dad18741-bfe3-4632-8580-39a72c038122 req-6855beee-b58c-4aac-9e0e-ed9ef01fe46e service neutron] 10.222.0.72 "GET /v2.0/networks?id=a56a963b-3a29-4893-8b20-0ca5507fb61c HTTP/1.1" status: 200 len: 919 time: 0.1089633 Jun 18 08:32:59.468168 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f68c5-2837-4d9b-adc3-f760b3ea20f3 req-5784127d-dbbd-4500-bf9e-b6bbb9a6156e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:59.469951 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-df6f68c5-2837-4d9b-adc3-f760b3ea20f3 req-5784127d-dbbd-4500-bf9e-b6bbb9a6156e service neutron] 10.222.0.72 "GET /v2.0/networks?id=d15bb2fc-c17e-4d6a-a35a-67df4428a903 HTTP/1.1" status: 200 len: 912 time: 0.1311455 Jun 18 08:32:59.513627 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-dad18741-bfe3-4632-8580-39a72c038122 req-43a655a8-5226-4d78-9e53-9867baf560ea service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aadba50c-137a-4d54-8293-e13291463953 HTTP/1.1" status: 200 len: 217 time: 0.0455532 Jun 18 08:32:59.540388 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvr_db [None req-2e36b284-1482-4d51-89ae-a0217f0ffb7a None None] Set router 30b3055d-f31a-466e-bc9c-96d5f5e2ab74 gateway port host: dv-cinder-786873-3-iscsi {{(pid=93644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:32:59.555573 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-df6f68c5-2837-4d9b-adc3-f760b3ea20f3 req-1d37406b-e004-4ec8-a220-1bbcbc651471 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c907d96-4eab-4b9b-b636-d761d93350d0 HTTP/1.1" status: 200 len: 999 time: 0.0782979 Jun 18 08:32:59.593900 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad18741-bfe3-4632-8580-39a72c038122 req-6f596159-54ba-4db3-afbf-d19ffbfa2413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:59.596082 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-dad18741-bfe3-4632-8580-39a72c038122 req-6f596159-54ba-4db3-afbf-d19ffbfa2413 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9b52193f-07b8-4a42-8014-0c30c4f4094b HTTP/1.1" status: 200 len: 858 time: 0.0763190 Jun 18 08:32:59.621726 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f68c5-2837-4d9b-adc3-f760b3ea20f3 req-4bfcd9c7-234c-474d-b764-58bfaecfd585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:59.622498 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-df6f68c5-2837-4d9b-adc3-f760b3ea20f3 req-4bfcd9c7-234c-474d-b764-58bfaecfd585 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=78edb95a-a8b8-4f5b-b1a4-32d834ef5bcc HTTP/1.1" status: 200 len: 850 time: 0.0597720 Jun 18 08:32:59.646849 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-dad18741-bfe3-4632-8580-39a72c038122 req-b85d5441-708e-4ad7-b41a-13d9743cb3e5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a56a963b-3a29-4893-8b20-0ca5507fb61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438275 Jun 18 08:32:59.726512 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f68c5-2837-4d9b-adc3-f760b3ea20f3 req-5ee303a2-b593-44c2-ad44-8b780b742d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:32:59.728202 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-df6f68c5-2837-4d9b-adc3-f760b3ea20f3 req-5ee303a2-b593-44c2-ad44-8b780b742d4d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d15bb2fc-c17e-4d6a-a35a-67df4428a903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0982528 Jun 18 08:32:59.796930 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-dad18741-bfe3-4632-8580-39a72c038122 req-53f425b5-6ba6-412b-a2bb-025b8dfb36c4 service neutron] 10.222.0.72 "GET /v2.0/networks/a56a963b-3a29-4893-8b20-0ca5507fb61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425264 Jun 18 08:32:59.874325 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-df6f68c5-2837-4d9b-adc3-f760b3ea20f3 req-d2ea09d1-41de-478d-8a19-bbe6895015e8 service neutron] 10.222.0.72 "GET /v2.0/networks/d15bb2fc-c17e-4d6a-a35a-67df4428a903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368957 Jun 18 08:32:59.889623 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_hamode_db [None req-2e36b284-1482-4d51-89ae-a0217f0ffb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'name': 'tempest-TestVolumeBootPattern-164987471-router', 'tenant_id': 'f33eeb6169284d22b1baacfb166428e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '2d7ac20d-beee-4864-8bed-1d3e471219e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:30:39Z', 'updated_at': '2021-06-18T08:30:44Z', 'revision_number': 4, 'project_id': 'f33eeb6169284d22b1baacfb166428e8', 'gw_port': {'id': '2d7ac20d-beee-4864-8bed-1d3e471219e3', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:30:40Z', 'updated_at': '2021-06-18T08:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_floatingips': [{'id': '7a6b70dc-80b2-4059-8300-874e8d728f89', 'tenant_id': 'f33eeb6169284d22b1baacfb166428e8', 'floating_ip_address': '172.27.2.61', 'floating_network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'router_id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'port_id': '1c907d96-4eab-4b9b-b636-d761d93350d0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd15bb2fc-c17e-4d6a-a35a-67df4428a903', 'mac_address': 'fa:16:3e:c2:ad:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd1c108-3390-4f3f-8ef5-534ccd7a6669', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T08:32:57Z', 'updated_at': '2021-06-18T08:32:57Z', 'revision_number': 0, 'project_id': 'f33eeb6169284d22b1baacfb166428e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f12ae9e-a2be-4abd-a57d-40e1a60be9c8', 'name': '', 'network_id': 'd15bb2fc-c17e-4d6a-a35a-67df4428a903', 'tenant_id': 'f33eeb6169284d22b1baacfb166428e8', 'mac_address': 'fa:16:3e:10:43:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '78edb95a-a8b8-4f5b-b1a4-32d834ef5bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:30:43Z', 'updated_at': '2021-06-18T08:30:51Z', 'revision_number': 5, 'project_id': 'f33eeb6169284d22b1baacfb166428e8', 'subnets': [{'id': '78edb95a-a8b8-4f5b-b1a4-32d834ef5bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:32:59.921838 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e36b284-1482-4d51-89ae-a0217f0ffb7a None None] The sync data for ids ['30b3055d-f31a-466e-bc9c-96d5f5e2ab74'] in dv-cinder-786873-3-iscsi is: [{'id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'name': 'tempest-TestVolumeBootPattern-164987471-router', 'tenant_id': 'f33eeb6169284d22b1baacfb166428e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '2d7ac20d-beee-4864-8bed-1d3e471219e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:30:39Z', 'updated_at': '2021-06-18T08:30:44Z', 'revision_number': 4, 'project_id': 'f33eeb6169284d22b1baacfb166428e8', 'gw_port': {'id': '2d7ac20d-beee-4864-8bed-1d3e471219e3', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:30:40Z', 'updated_at': '2021-06-18T08:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_floatingips': [{'id': '7a6b70dc-80b2-4059-8300-874e8d728f89', 'tenant_id': 'f33eeb6169284d22b1baacfb166428e8', 'floating_ip_address': '172.27.2.61', 'floating_network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'router_id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'port_id': '1c907d96-4eab-4b9b-b636-d761d93350d0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd15bb2fc-c17e-4d6a-a35a-67df4428a903', 'mac_address': 'fa:16:3e:c2:ad:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd1c108-3390-4f3f-8ef5-534ccd7a6669', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T08:32:57Z', 'updated_at': '2021-06-18T08:32:57Z', 'revision_number': 0, 'project_id': 'f33eeb6169284d22b1baacfb166428e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f12ae9e-a2be-4abd-a57d-40e1a60be9c8', 'name': '', 'network_id': 'd15bb2fc-c17e-4d6a-a35a-67df4428a903', 'tenant_id': 'f33eeb6169284d22b1baacfb166428e8', 'mac_address': 'fa:16:3e:10:43:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '78edb95a-a8b8-4f5b-b1a4-32d834ef5bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:30:43Z', 'updated_at': '2021-06-18T08:30:51Z', 'revision_number': 5, 'project_id': 'f33eeb6169284d22b1baacfb166428e8', 'subnets': [{'id': '78edb95a-a8b8-4f5b-b1a4-32d834ef5bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:32:59.953184 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-dad18741-bfe3-4632-8580-39a72c038122 req-9f81589e-76fe-4a03-87ad-7eb643d3a932 service neutron] 10.222.0.72 "GET /v2.0/networks/a56a963b-3a29-4893-8b20-0ca5507fb61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472175 Jun 18 08:33:00.007710 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-df6f68c5-2837-4d9b-adc3-f760b3ea20f3 req-253037ba-0105-4459-98ec-8edd3365ee5e service neutron] 10.222.0.72 "GET /v2.0/networks/d15bb2fc-c17e-4d6a-a35a-67df4428a903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241908 Jun 18 08:33:00.190145 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b20855-a4fa-4941-9979-3015ae2834b0 None None] New status for floating IP 7a6b70dc-80b2-4059-8300-874e8d728f89: ACTIVE {{(pid=93643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 08:33:00.429442 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c4f336-c614-4cfd-bded-2eb06b8aa42b req-c373f7fd-dbd0-4a7f-a988-60318ad9d436 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:00.430816 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d6c4f336-c614-4cfd-bded-2eb06b8aa42b req-c373f7fd-dbd0-4a7f-a988-60318ad9d436 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/ports?device_id=04620b8a-125e-4f51-9cd0-ea2691b0bb3e HTTP/1.1" status: 200 len: 945 time: 0.0638061 Jun 18 08:33:00.481148 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d6c4f336-c614-4cfd-bded-2eb06b8aa42b req-754cc8f3-ad2c-4e75-82d6-b91a07aba811 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ac43d44-c1d9-445e-97b4-b5f38c914c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335314 Jun 18 08:33:00.687366 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 37222) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:33:00.802127 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [None req-70c073bf-b72d-4839-baab-966689de1ed4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-514120213-network', 'tenant_id': 'b488d6b019264cc997cfd9e73d198575'}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:33:00.894107 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c073bf-b72d-4839-baab-966689de1ed4 admin admin] Made reservation on behalf of b488d6b019264cc997cfd9e73d198575 for: {'network': 1} {{(pid=93642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:33:00.900256 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-70c073bf-b72d-4839-baab-966689de1ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-568420'] for network, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:00.917259 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-70c073bf-b72d-4839-baab-966689de1ed4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:01.055586 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-70c073bf-b72d-4839-baab-966689de1ed4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:01.088826 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaef1c4-aca9-49ae-b6bb-377a5b006656 req-484fd5eb-44bb-4e06-a579-da1748f02a41 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:01.090295 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ddaef1c4-aca9-49ae-b6bb-377a5b006656 req-484fd5eb-44bb-4e06-a579-da1748f02a41 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 946 time: 0.0784168 Jun 18 08:33:01.103816 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 37234) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:33:01.130275 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ddaef1c4-aca9-49ae-b6bb-377a5b006656 req-cfd71686-6b9d-460e-85cb-c8a055ec7cb8 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343316 Jun 18 08:33:01.151223 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-70c073bf-b72d-4839-baab-966689de1ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:01.155693 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-0c63b62c-3adb-4de6-a2ee-41b5d0c52d43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:01.178587 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70c073bf-b72d-4839-baab-966689de1ed4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 915} {{(pid=93642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 08:33:01.190634 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c073bf-b72d-4839-baab-966689de1ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8929651-3872-4a52-bf59-b2f6f5999b8f,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:01.195086 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-70c073bf-b72d-4839-baab-966689de1ed4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:01.196717 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-70c073bf-b72d-4839-baab-966689de1ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001404'] for segment, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:01.196717 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.db.segments_db [None req-70c073bf-b72d-4839-baab-966689de1ed4 admin admin] Added segment 4a522598-e4a5-4d25-968e-3499b3acd421 of type vlan for network 8c6da9e1-004b-42db-bcf0-39aac50436ca Jun 18 08:33:01.251515 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-cc3fa3a9-f9bb-4513-a018-5642e7fc1d50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:01.257811 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-70c073bf-b72d-4839-baab-966689de1ed4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741881456851'] for network, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:01.371056 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-70c073bf-b72d-4839-baab-966689de1ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8355133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484'] for network, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:01.372982 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-cc3fa3a9-f9bb-4513-a018-5642e7fc1d50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:01.374480 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c073bf-b72d-4839-baab-966689de1ed4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:01.375063 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-70c073bf-b72d-4839-baab-966689de1ed4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8041489'] for network, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:01.380691 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-fd50a7e7-3593-4df6-b0f1-4d63c1ab30ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:01.436260 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c073bf-b72d-4839-baab-966689de1ed4 admin admin] Pushing event updated for resources: {'Network': ['ID=8c6da9e1-004b-42db-bcf0-39aac50436ca,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:01.439213 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-70c073bf-b72d-4839-baab-966689de1ed4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:01.447712 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Network 8c6da9e1-004b-42db-bcf0-39aac50436ca details requested by agent ovs-agent-dv-cinder-786873-3-iscsi with host dv-cinder-786873-3-iscsi {{(pid=93643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 08:33:01.455386 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-cc3fa3a9-f9bb-4513-a018-5642e7fc1d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:01.458706 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-90cccabb-a5df-40c8-bd3c-a1e3f1d0de82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:01.494026 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3fa3a9-f9bb-4513-a018-5642e7fc1d50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2c892b-766f-4eb5-8c73-6f05e9cd049e,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:01.498602 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-cc3fa3a9-f9bb-4513-a018-5642e7fc1d50 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d8360347c79b454f817d5e1666fe32ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3934510 Jun 18 08:33:01.499518 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-cc3fa3a9-f9bb-4513-a018-5642e7fc1d50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:01.502626 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 37242) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:33:01.530161 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-70c073bf-b72d-4839-baab-966689de1ed4 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8416367 Jun 18 08:33:01.533104 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 37244) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:33:01.538766 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [None req-e24abb47-ea63-49e6-86b0-3827d9eb906e admin admin] Request body: {'subnet': {'network_id': '8c6da9e1-004b-42db-bcf0-39aac50436ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-514120213-subnet', 'tenant_id': 'b488d6b019264cc997cfd9e73d198575', 'ip_version': 4}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:33:01.567696 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-9073af0a-cb3f-4271-98b9-e1b97f032ba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:01.591484 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-9073af0a-cb3f-4271-98b9-e1b97f032ba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:01.653414 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e24abb47-ea63-49e6-86b0-3827d9eb906e admin admin] Made reservation on behalf of b488d6b019264cc997cfd9e73d198575 for: {'subnet': 1} {{(pid=93642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:33:01.655901 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-e24abb47-ea63-49e6-86b0-3827d9eb906e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:01.684776 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a02780-cc36-464a-8e37-7de26f9a34f2 req-212ef2a1-bec3-4422-a605-158996f5a37c tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:01.686934 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-21a02780-cc36-464a-8e37-7de26f9a34f2 req-212ef2a1-bec3-4422-a605-158996f5a37c tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/ports?device_id=04620b8a-125e-4f51-9cd0-ea2691b0bb3e HTTP/1.1" status: 200 len: 945 time: 0.0881956 Jun 18 08:33:01.728509 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-21a02780-cc36-464a-8e37-7de26f9a34f2 req-4c524b7b-8c44-4043-96f3-a2ba66d48c30 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ac43d44-c1d9-445e-97b4-b5f38c914c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357988 Jun 18 08:33:01.757024 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-9073af0a-cb3f-4271-98b9-e1b97f032ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:01.760174 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-9073af0a-cb3f-4271-98b9-e1b97f032ba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:01.761889 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-9073af0a-cb3f-4271-98b9-e1b97f032ba7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fb2c892b-766f-4eb5-8c73-6f05e9cd049e HTTP/1.1" status: 204 len: 168 time: 0.2580035 Jun 18 08:33:01.762913 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-17259b2b-da7b-45d5-bb56-e55721fc4164 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:01.772608 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9073af0a-cb3f-4271-98b9-e1b97f032ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2c892b-766f-4eb5-8c73-6f05e9cd049e,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:01.775307 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-9073af0a-cb3f-4271-98b9-e1b97f032ba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:01.916589 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-e24abb47-ea63-49e6-86b0-3827d9eb906e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479'] for subnet, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:01.920495 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-14da743f-62a8-4424-b738-d55e17319cf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:01.976668 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24abb47-ea63-49e6-86b0-3827d9eb906e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f62235ea-006f-4a30-9ad8-c52c270c955b,revision_number=0']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:01.980137 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-e24abb47-ea63-49e6-86b0-3827d9eb906e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:02.000907 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24abb47-ea63-49e6-86b0-3827d9eb906e admin admin] Checking segment: {'id': '4a522598-e4a5-4d25-968e-3499b3acd421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '8c6da9e1-004b-42db-bcf0-39aac50436ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:33:02.001271 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24abb47-ea63-49e6-86b0-3827d9eb906e admin admin] Network hostable DHCP agents. Network: 8c6da9e1-004b-42db-bcf0-39aac50436ca, hostable agents: ['ccc23fe2-6cc8-4973-a644-121019cdbd4e'], hosted agents: [] {{(pid=93642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 08:33:02.093853 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24abb47-ea63-49e6-86b0-3827d9eb906e admin admin] Network 8c6da9e1-004b-42db-bcf0-39aac50436ca is scheduled to be hosted by DHCP agent ccc23fe2-6cc8-4973-a644-121019cdbd4e with binding_index 1 {{(pid=93642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 08:33:02.168666 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.base_scheduler [None req-e24abb47-ea63-49e6-86b0-3827d9eb906e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786873-3-iscsi, 8c6da9e1-004b-42db-bcf0-39aac50436ca) {{(pid=93642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:33:02.178742 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24abb47-ea63-49e6-86b0-3827d9eb906e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:02.180174 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7278a5e6-6475-402e-a75d-0ea558cc9b4a None None] Network 8c6da9e1-004b-42db-bcf0-39aac50436ca requested from dv-cinder-786873-3-iscsi {{(pid=93643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:33:02.183727 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-e24abb47-ea63-49e6-86b0-3827d9eb906e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:02.260521 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-e24abb47-ea63-49e6-86b0-3827d9eb906e admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7260900 Jun 18 08:33:02.263674 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 37260) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:33:02.269615 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [None req-4cf41762-b80b-47a3-a00b-543a726c5719 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-514120213-router', 'tenant_id': 'b488d6b019264cc997cfd9e73d198575', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2'}}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:33:02.342846 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694aa4be-fb9c-4b57-b711-f590348d6d5e req-c42a285c-c450-47ce-a742-ac1fdd6f2d68 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:02.344424 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-694aa4be-fb9c-4b57-b711-f590348d6d5e req-c42a285c-c450-47ce-a742-ac1fdd6f2d68 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 946 time: 0.0905781 Jun 18 08:33:02.356999 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-4cf41762-b80b-47a3-a00b-543a726c5719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8345775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6504'] for router, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:02.358399 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-4cf41762-b80b-47a3-a00b-543a726c5719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8345810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7962524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8366830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6499'] for router, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:02.402455 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9c2433-235f-4583-aa2a-8a1a07ca3d44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp441df14c-9ab6-5f11-a186-516be8319024-8c6da9e1-004b-42db-bcf0-39aac50436ca', 'network_id': '8c6da9e1-004b-42db-bcf0-39aac50436ca', 'tenant_id': 'b488d6b019264cc997cfd9e73d198575', 'fixed_ips': [{'subnet_id': 'f62235ea-006f-4a30-9ad8-c52c270c955b'}]}} from dv-cinder-786873-3-iscsi. {{(pid=93643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 08:33:02.403602 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-4a9c2433-235f-4583-aa2a-8a1a07ca3d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-568420'] for port, before_create {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:02.417371 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-694aa4be-fb9c-4b57-b711-f590348d6d5e req-ec7d704d-9d5a-44da-be3e-28f308fbe155 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621989 Jun 18 08:33:02.472073 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-4cf41762-b80b-47a3-a00b-543a726c5719 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:02.562169 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.db_base_plugin_common [None req-4a9c2433-235f-4583-aa2a-8a1a07ca3d44 None None] Allocated IP 172.20.0.2 (8c6da9e1-004b-42db-bcf0-39aac50436ca/f62235ea-006f-4a30-9ad8-c52c270c955b/9144b345-780e-48e4-bc77-b3ddeba019df) {{(pid=93643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:33:02.742138 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-4a9c2433-235f-4583-aa2a-8a1a07ca3d44 None None] Notify callbacks [] for port, precommit_create {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:02.750661 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-4a9c2433-235f-4583-aa2a-8a1a07ca3d44 None None] Transition to ACTIVE for port object 9144b345-780e-48e4-bc77-b3ddeba019df will not be triggered until provisioned by entity L2. {{(pid=93643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:33:02.770083 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-4cf41762-b80b-47a3-a00b-543a726c5719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962606', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8345693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6517'] for router, precommit_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:02.776736 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-4a9c2433-235f-4583-aa2a-8a1a07ca3d44 None None] Transition to ACTIVE for port object 9144b345-780e-48e4-bc77-b3ddeba019df will not be triggered until provisioned by entity DHCP. {{(pid=93643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:33:02.834738 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-4a9c2433-235f-4583-aa2a-8a1a07ca3d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-568999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741881438814'] for port, after_create {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:02.839731 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:02.907280 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9c2433-235f-4583-aa2a-8a1a07ca3d44 None None] Network 8c6da9e1-004b-42db-bcf0-39aac50436ca is already hosted by enough agents. {{(pid=93643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:33:02.913718 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.scheduler.base_scheduler [None req-4a9c2433-235f-4583-aa2a-8a1a07ca3d44 None None] Resources bound (agent type, host, resource id): {{(pid=93643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:33:02.919429 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9c2433-235f-4583-aa2a-8a1a07ca3d44 None None] Received port after_create {{(pid=93643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:33:02.953750 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65fef6c-8fde-4c19-86f0-e9d8967a9fe5 req-608a0977-edc3-42fa-af47-83ceb7d30d8a tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:02.959247 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b65fef6c-8fde-4c19-86f0-e9d8967a9fe5 req-608a0977-edc3-42fa-af47-83ceb7d30d8a tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/ports?device_id=04620b8a-125e-4f51-9cd0-ea2691b0bb3e HTTP/1.1" status: 200 len: 945 time: 0.0922177 Jun 18 08:33:02.981974 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9c2433-235f-4583-aa2a-8a1a07ca3d44 None None] Pushing event updated for resources: {'Port': ['ID=9144b345-780e-48e4-bc77-b3ddeba019df,revision_number=1']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:03.027864 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b65fef6c-8fde-4c19-86f0-e9d8967a9fe5 req-1fd904f6-0690-458c-84de-5c153938c3cc tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ac43d44-c1d9-445e-97b4-b5f38c914c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570135 Jun 18 08:33:03.033495 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9c2433-235f-4583-aa2a-8a1a07ca3d44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:03.033495 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9c2433-235f-4583-aa2a-8a1a07ca3d44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:03.034011 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9c2433-235f-4583-aa2a-8a1a07ca3d44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:03.034338 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9c2433-235f-4583-aa2a-8a1a07ca3d44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:03.034767 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9c2433-235f-4583-aa2a-8a1a07ca3d44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:03.035208 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9c2433-235f-4583-aa2a-8a1a07ca3d44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:03.035769 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9c2433-235f-4583-aa2a-8a1a07ca3d44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:03.036398 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9c2433-235f-4583-aa2a-8a1a07ca3d44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:03.036822 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9c2433-235f-4583-aa2a-8a1a07ca3d44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:03.037243 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9c2433-235f-4583-aa2a-8a1a07ca3d44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:03.037654 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9c2433-235f-4583-aa2a-8a1a07ca3d44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:03.038062 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9c2433-235f-4583-aa2a-8a1a07ca3d44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:03.048322 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-4a9c2433-235f-4583-aa2a-8a1a07ca3d44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:03.054181 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-4a9c2433-235f-4583-aa2a-8a1a07ca3d44 None None] Attempting to bind port 9144b345-780e-48e4-bc77-b3ddeba019df on host dv-cinder-786873-3-iscsi for vnic_type normal with profile {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:33:03.054769 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-4a9c2433-235f-4583-aa2a-8a1a07ca3d44 None None] Attempting to bind port 9144b345-780e-48e4-bc77-b3ddeba019df by drivers openvswitch,hyperv on host dv-cinder-786873-3-iscsi at level 0 using segments [{'id': '4a522598-e4a5-4d25-968e-3499b3acd421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '8c6da9e1-004b-42db-bcf0-39aac50436ca'}] {{(pid=93643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:33:03.055347 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9c2433-235f-4583-aa2a-8a1a07ca3d44 None None] Attempting to bind port 9144b345-780e-48e4-bc77-b3ddeba019df on network 8c6da9e1-004b-42db-bcf0-39aac50436ca {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:33:03.061362 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9c2433-235f-4583-aa2a-8a1a07ca3d44 None None] Checking agent: {'id': '38b9d690-c74c-4031-9e4b-d740e9188e6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 20, 42), 'started_at': datetime.datetime(2021, 6, 18, 8, 21, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:33:03.061868 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9c2433-235f-4583-aa2a-8a1a07ca3d44 None None] Checking segment: {'id': '4a522598-e4a5-4d25-968e-3499b3acd421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '8c6da9e1-004b-42db-bcf0-39aac50436ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:33:03.062373 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-4a9c2433-235f-4583-aa2a-8a1a07ca3d44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:03.062865 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9c2433-235f-4583-aa2a-8a1a07ca3d44 None None] Bound using segment: {'id': '4a522598-e4a5-4d25-968e-3499b3acd421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '8c6da9e1-004b-42db-bcf0-39aac50436ca'} {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:33:03.063468 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-4a9c2433-235f-4583-aa2a-8a1a07ca3d44 None None] Bound port: 9144b345-780e-48e4-bc77-b3ddeba019df, host: dv-cinder-786873-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a522598-e4a5-4d25-968e-3499b3acd421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '8c6da9e1-004b-42db-bcf0-39aac50436ca'}}] {{(pid=93643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:33:03.064159 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-4a9c2433-235f-4583-aa2a-8a1a07ca3d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:03.122998 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-4cf41762-b80b-47a3-a00b-543a726c5719 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:03.132241 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-4a9c2433-235f-4583-aa2a-8a1a07ca3d44 None None] For port 9144b345-780e-48e4-bc77-b3ddeba019df, host dv-cinder-786873-3-iscsi, cleared binding levels {{(pid=93643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:33:03.135502 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-4a9c2433-235f-4583-aa2a-8a1a07ca3d44 None None] For port 9144b345-780e-48e4-bc77-b3ddeba019df, host dv-cinder-786873-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=9144b345-780e-48e4-bc77-b3ddeba019df,segment=NetworkSegment(4a522598-e4a5-4d25-968e-3499b3acd421),segment_id=4a522598-e4a5-4d25-968e-3499b3acd421)] {{(pid=93643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:33:03.148114 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-4cf41762-b80b-47a3-a00b-543a726c5719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-568420'] for port, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:03.232186 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-4a9c2433-235f-4583-aa2a-8a1a07ca3d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:03.235106 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-eb3404a2-a18f-48e9-b95e-18c0637d0233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:03.263798 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.db_base_plugin_common [None req-4cf41762-b80b-47a3-a00b-543a726c5719 admin admin] Allocated IP 172.27.2.99 (215fa03e-ed5a-4c2a-ba1d-c413840c30f2/b938f688-1844-46d6-ac73-91c028ff50eb/46a1f26d-5b0a-42f7-9c85-183fab687d2d) {{(pid=93642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:33:03.301380 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9c2433-235f-4583-aa2a-8a1a07ca3d44 None None] Pushing event updated for resources: {'Port': ['ID=9144b345-780e-48e4-bc77-b3ddeba019df,revision_number=2']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:03.305454 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-4a9c2433-235f-4583-aa2a-8a1a07ca3d44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:03.397492 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-4cf41762-b80b-47a3-a00b-543a726c5719 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:03.495745 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-4cf41762-b80b-47a3-a00b-543a726c5719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-568999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741881438814'] for port, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:03.500883 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:03.547613 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf41762-b80b-47a3-a00b-543a726c5719 admin admin] Network 215fa03e-ed5a-4c2a-ba1d-c413840c30f2 is already hosted by enough agents. {{(pid=93642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:33:03.550804 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.base_scheduler [None req-4cf41762-b80b-47a3-a00b-543a726c5719 admin admin] Resources bound (agent type, host, resource id): {{(pid=93642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:33:03.555646 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf41762-b80b-47a3-a00b-543a726c5719 admin admin] Received port after_create {{(pid=93642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:33:03.636134 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf41762-b80b-47a3-a00b-543a726c5719 admin admin] Pushing event updated for resources: {'Port': ['ID=46a1f26d-5b0a-42f7-9c85-183fab687d2d,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:03.640849 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-4cf41762-b80b-47a3-a00b-543a726c5719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:03.666367 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0468f6f1-6841-4f58-81a1-03b0039dcd79 req-9e8b7c24-c262-4ef0-94c1-2c61bbedb48e tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:03.672447 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0468f6f1-6841-4f58-81a1-03b0039dcd79 req-9e8b7c24-c262-4ef0-94c1-2c61bbedb48e tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 946 time: 0.1168075 Jun 18 08:33:03.715675 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0468f6f1-6841-4f58-81a1-03b0039dcd79 req-fb326d5a-d490-482b-8a41-688a90ace325 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367718 Jun 18 08:33:03.869853 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-4cf41762-b80b-47a3-a00b-543a726c5719 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:04.163385 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-4cf41762-b80b-47a3-a00b-543a726c5719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8345766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7960378'] for router, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:04.313689 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935c37bb-8e79-4bfc-ac69-e092d4ca2d61 req-3b8599bc-f238-492e-8fe3-72c9e2af3033 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:04.317612 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-935c37bb-8e79-4bfc-ac69-e092d4ca2d61 req-3b8599bc-f238-492e-8fe3-72c9e2af3033 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/ports?device_id=04620b8a-125e-4f51-9cd0-ea2691b0bb3e HTTP/1.1" status: 200 len: 945 time: 0.0905223 Jun 18 08:33:04.377298 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-935c37bb-8e79-4bfc-ac69-e092d4ca2d61 req-890a77c4-c0a5-4e13-aede-d8f43509b441 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ac43d44-c1d9-445e-97b4-b5f38c914c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515711 Jun 18 08:33:04.480809 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf358ed-267c-4e83-b9ee-b697ea8408e2 None None] Network 8c6da9e1-004b-42db-bcf0-39aac50436ca requested from dv-cinder-786873-3-iscsi {{(pid=93643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:33:04.591985 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-2c0a84a5-22bc-416b-9254-659f068fc113 None None] Provisioning for port 9144b345-780e-48e4-bc77-b3ddeba019df completed by entity DHCP. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:33:04.630669 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cf41762-b80b-47a3-a00b-543a726c5719 admin admin] Router 5183f799-158c-43a3-8e25-1f10f3b59311 is scheduled to L3 agent ebfc1b20-a3df-4bae-b350-fc31028a16a3 with binding_index 1 {{(pid=93642) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 08:33:04.764615 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf41762-b80b-47a3-a00b-543a726c5719 admin admin] Notify agent at l3_agent.dv-cinder-786873-3-iscsi the message routers_updated {{(pid=93642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:33:04.780196 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cb502b-4063-4b57-8938-e5f528035518 None None] Sync routers for ids ['5183f799-158c-43a3-8e25-1f10f3b59311'] in dv-cinder-786873-3-iscsi {{(pid=93644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:33:04.802066 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cb502b-4063-4b57-8938-e5f528035518 None None] Routers {'5183f799-158c-43a3-8e25-1f10f3b59311'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:33:04.804261 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_hamode_db [None req-b1cb502b-4063-4b57-8938-e5f528035518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:32:41Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['5183f799-158c-43a3-8e25-1f10f3b59311'], 'active': True} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:33:04.849299 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-4cf41762-b80b-47a3-a00b-543a726c5719 admin admin] Notify callbacks [] for router, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:04.853423 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 37304) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:33:04.853923 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-4cf41762-b80b-47a3-a00b-543a726c5719 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5882468 Jun 18 08:33:04.911720 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device 9144b345-780e-48e4-bc77-b3ddeba019df up at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:33:04.982331 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvr_db [None req-b1cb502b-4063-4b57-8938-e5f528035518 None None] Set router 5183f799-158c-43a3-8e25-1f10f3b59311 gateway port host: dv-cinder-786873-3-iscsi {{(pid=93644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:33:05.157805 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning for port 9144b345-780e-48e4-bc77-b3ddeba019df completed by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:33:05.167390 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning complete for port 9144b345-780e-48e4-bc77-b3ddeba019df triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:33:05.170318 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:05.228492 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_hamode_db [None req-b1cb502b-4063-4b57-8938-e5f528035518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5183f799-158c-43a3-8e25-1f10f3b59311', 'name': 'tempest-TestMinimumBasicScenario-514120213-router', 'tenant_id': 'b488d6b019264cc997cfd9e73d198575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '46a1f26d-5b0a-42f7-9c85-183fab687d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:33:02Z', 'updated_at': '2021-06-18T08:33:03Z', 'revision_number': 3, 'project_id': 'b488d6b019264cc997cfd9e73d198575', 'gw_port': {'id': '46a1f26d-5b0a-42f7-9c85-183fab687d2d', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:03:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5183f799-158c-43a3-8e25-1f10f3b59311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:03Z', 'updated_at': '2021-06-18T08:33:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi'}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:33:05.264077 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cb502b-4063-4b57-8938-e5f528035518 None None] Checking router: 5183f799-158c-43a3-8e25-1f10f3b59311 for host: dv-cinder-786873-3-iscsi {{(pid=93644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:33:05.264426 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cb502b-4063-4b57-8938-e5f528035518 None None] Updating router 5183f799-158c-43a3-8e25-1f10f3b59311 port 46a1f26d-5b0a-42f7-9c85-183fab687d2d binding host dv-cinder-786873-3-iscsi {{(pid=93644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 08:33:05.273703 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:05.311613 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-b1cb502b-4063-4b57-8938-e5f528035518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:05.319551 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] For port 9144b345-780e-48e4-bc77-b3ddeba019df, host dv-cinder-786873-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=9144b345-780e-48e4-bc77-b3ddeba019df,segment=NetworkSegment(4a522598-e4a5-4d25-968e-3499b3acd421),segment_id=4a522598-e4a5-4d25-968e-3499b3acd421)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:33:05.390739 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d2958-5276-4a2e-b2ea-5a7465ae3a99 req-0d9c292d-400e-43a0-8ce7-3a5298b98122 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:05.392335 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-9d9d2958-5276-4a2e-b2ea-5a7465ae3a99 req-0d9c292d-400e-43a0-8ce7-3a5298b98122 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 946 time: 0.4863892 Jun 18 08:33:05.402752 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:05.405800 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-795f2c06-59a4-4d2b-bb9d-f2e6fee2aa0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:05.472462 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Pushing event updated for resources: {'Port': ['ID=9144b345-780e-48e4-bc77-b3ddeba019df,revision_number=3']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:05.476488 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:05.498143 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-9d9d2958-5276-4a2e-b2ea-5a7465ae3a99 req-f7a43e4f-2c51-40cb-bd0b-ec43608eaccf tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670269 Jun 18 08:33:05.772572 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-b1cb502b-4063-4b57-8938-e5f528035518 None None] Notify callbacks [] for port, precommit_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:05.785379 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.provisioning_blocks [None req-b1cb502b-4063-4b57-8938-e5f528035518 None None] Transition to ACTIVE for port object 46a1f26d-5b0a-42f7-9c85-183fab687d2d will not be triggered until provisioned by entity L2. {{(pid=93644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:33:05.794441 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860585c5-1e11-429e-a94a-8119c24473d5 req-932123fe-e088-4600-9bf1-9be6b40ab95f tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:05.797207 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-860585c5-1e11-429e-a94a-8119c24473d5 req-932123fe-e088-4600-9bf1-9be6b40ab95f tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/ports?device_id=04620b8a-125e-4f51-9cd0-ea2691b0bb3e HTTP/1.1" status: 200 len: 945 time: 0.1686897 Jun 18 08:33:05.859587 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-b1cb502b-4063-4b57-8938-e5f528035518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:05.865731 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:05.878704 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-860585c5-1e11-429e-a94a-8119c24473d5 req-c2ff66eb-c620-4c3a-a02e-e8d1aaa07f62 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ac43d44-c1d9-445e-97b4-b5f38c914c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710537 Jun 18 08:33:05.888922 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-42e4e020-d2a9-4147-b350-046ec7c6dbdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-568420'] for port, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:05.915011 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.managers [None req-b1cb502b-4063-4b57-8938-e5f528035518 None None] Attempting to bind port 46a1f26d-5b0a-42f7-9c85-183fab687d2d on host dv-cinder-786873-3-iscsi for vnic_type normal with profile {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:33:05.915380 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.managers [None req-b1cb502b-4063-4b57-8938-e5f528035518 None None] Attempting to bind port 46a1f26d-5b0a-42f7-9c85-183fab687d2d by drivers openvswitch,hyperv on host dv-cinder-786873-3-iscsi at level 0 using segments [{'id': '12e3d6c0-2a01-4ec9-a6e5-283a6c482531', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2'}] {{(pid=93644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:33:05.915742 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cb502b-4063-4b57-8938-e5f528035518 None None] Attempting to bind port 46a1f26d-5b0a-42f7-9c85-183fab687d2d on network 215fa03e-ed5a-4c2a-ba1d-c413840c30f2 {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:33:05.925906 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cb502b-4063-4b57-8938-e5f528035518 None None] Checking agent: {'id': '38b9d690-c74c-4031-9e4b-d740e9188e6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 20, 42), 'started_at': datetime.datetime(2021, 6, 18, 8, 21, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:33:05.926280 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cb502b-4063-4b57-8938-e5f528035518 None None] Checking segment: {'id': '12e3d6c0-2a01-4ec9-a6e5-283a6c482531', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:33:05.927721 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-b1cb502b-4063-4b57-8938-e5f528035518 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:05.928372 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cb502b-4063-4b57-8938-e5f528035518 None None] Bound using segment: {'id': '12e3d6c0-2a01-4ec9-a6e5-283a6c482531', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2'} {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:33:05.929184 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.managers [None req-b1cb502b-4063-4b57-8938-e5f528035518 None None] Bound port: 46a1f26d-5b0a-42f7-9c85-183fab687d2d, host: dv-cinder-786873-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12e3d6c0-2a01-4ec9-a6e5-283a6c482531', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2'}}] {{(pid=93644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:33:05.929814 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-b1cb502b-4063-4b57-8938-e5f528035518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:05.938523 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7129cf8a-d07d-44cb-bc54-5457a7f8abe5 None None] Pushing event updated for resources: {'Port': ['ID=46a1f26d-5b0a-42f7-9c85-183fab687d2d,revision_number=2']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:05.979128 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7129cf8a-d07d-44cb-bc54-5457a7f8abe5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:05.979682 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7129cf8a-d07d-44cb-bc54-5457a7f8abe5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:05.980273 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7129cf8a-d07d-44cb-bc54-5457a7f8abe5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:05.980817 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7129cf8a-d07d-44cb-bc54-5457a7f8abe5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:05.981364 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7129cf8a-d07d-44cb-bc54-5457a7f8abe5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:05.981833 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7129cf8a-d07d-44cb-bc54-5457a7f8abe5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:05.982163 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7129cf8a-d07d-44cb-bc54-5457a7f8abe5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:05.982685 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7129cf8a-d07d-44cb-bc54-5457a7f8abe5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:05.983170 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7129cf8a-d07d-44cb-bc54-5457a7f8abe5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:05.983792 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7129cf8a-d07d-44cb-bc54-5457a7f8abe5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:05.984365 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7129cf8a-d07d-44cb-bc54-5457a7f8abe5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:05.984909 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7129cf8a-d07d-44cb-bc54-5457a7f8abe5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:05.995230 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-7129cf8a-d07d-44cb-bc54-5457a7f8abe5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:06.023891 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.db [None req-b1cb502b-4063-4b57-8938-e5f528035518 None None] For port 46a1f26d-5b0a-42f7-9c85-183fab687d2d, host dv-cinder-786873-3-iscsi, cleared binding levels {{(pid=93644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:33:06.027107 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.db [None req-b1cb502b-4063-4b57-8938-e5f528035518 None None] For port 46a1f26d-5b0a-42f7-9c85-183fab687d2d, host dv-cinder-786873-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=46a1f26d-5b0a-42f7-9c85-183fab687d2d,segment=NetworkSegment(12e3d6c0-2a01-4ec9-a6e5-283a6c482531),segment_id=12e3d6c0-2a01-4ec9-a6e5-283a6c482531)] {{(pid=93644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:33:06.100241 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-b1cb502b-4063-4b57-8938-e5f528035518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:06.105678 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-bd285496-3182-48bd-bca4-ae243c0d53a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:06.138590 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.db.db_base_plugin_common [None req-42e4e020-d2a9-4147-b350-046ec7c6dbdf admin admin] Allocated IP 172.20.0.1 (8c6da9e1-004b-42db-bcf0-39aac50436ca/f62235ea-006f-4a30-9ad8-c52c270c955b/7c39b111-eb6f-4bed-8d20-831976ec5f19) {{(pid=93641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:33:06.168413 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7129cf8a-d07d-44cb-bc54-5457a7f8abe5 None None] Pushing event updated for resources: {'Port': ['ID=46a1f26d-5b0a-42f7-9c85-183fab687d2d,revision_number=3']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:06.171474 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cb502b-4063-4b57-8938-e5f528035518 None None] Routers {'5183f799-158c-43a3-8e25-1f10f3b59311'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:33:06.171905 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_hamode_db [None req-b1cb502b-4063-4b57-8938-e5f528035518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:32:41Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['5183f799-158c-43a3-8e25-1f10f3b59311'], 'active': True} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:33:06.174066 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-7129cf8a-d07d-44cb-bc54-5457a7f8abe5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:06.292130 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-42e4e020-d2a9-4147-b350-046ec7c6dbdf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:06.305623 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvr_db [None req-b1cb502b-4063-4b57-8938-e5f528035518 None None] Set router 5183f799-158c-43a3-8e25-1f10f3b59311 gateway port host: dv-cinder-786873-3-iscsi {{(pid=93644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:33:06.309923 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.db.provisioning_blocks [None req-42e4e020-d2a9-4147-b350-046ec7c6dbdf admin admin] Transition to ACTIVE for port object 7c39b111-eb6f-4bed-8d20-831976ec5f19 will not be triggered until provisioned by entity DHCP. {{(pid=93641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:33:06.408218 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-42e4e020-d2a9-4147-b350-046ec7c6dbdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-568999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741881438814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5195020'] for port, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:06.410599 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:06.452489 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e4e020-d2a9-4147-b350-046ec7c6dbdf admin admin] Network 8c6da9e1-004b-42db-bcf0-39aac50436ca is already hosted by enough agents. {{(pid=93641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:33:06.455582 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.base_scheduler [None req-42e4e020-d2a9-4147-b350-046ec7c6dbdf admin admin] Resources bound (agent type, host, resource id): {{(pid=93641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:33:06.460028 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e4e020-d2a9-4147-b350-046ec7c6dbdf admin admin] Received port after_create {{(pid=93641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:33:06.490201 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e4e020-d2a9-4147-b350-046ec7c6dbdf admin admin] Pushing event updated for resources: {'Port': ['ID=7c39b111-eb6f-4bed-8d20-831976ec5f19,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:06.493186 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-42e4e020-d2a9-4147-b350-046ec7c6dbdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:06.508315 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-42e4e020-d2a9-4147-b350-046ec7c6dbdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7960853'] for router_interface, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:06.521560 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_hamode_db [None req-b1cb502b-4063-4b57-8938-e5f528035518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5183f799-158c-43a3-8e25-1f10f3b59311', 'name': 'tempest-TestMinimumBasicScenario-514120213-router', 'tenant_id': 'b488d6b019264cc997cfd9e73d198575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '46a1f26d-5b0a-42f7-9c85-183fab687d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:33:02Z', 'updated_at': '2021-06-18T08:33:03Z', 'revision_number': 3, 'project_id': 'b488d6b019264cc997cfd9e73d198575', 'gw_port': {'id': '46a1f26d-5b0a-42f7-9c85-183fab687d2d', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:03:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5183f799-158c-43a3-8e25-1f10f3b59311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:03Z', 'updated_at': '2021-06-18T08:33:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi'}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:33:06.557096 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cb502b-4063-4b57-8938-e5f528035518 None None] The sync data for ids ['5183f799-158c-43a3-8e25-1f10f3b59311'] in dv-cinder-786873-3-iscsi is: [{'id': '5183f799-158c-43a3-8e25-1f10f3b59311', 'name': 'tempest-TestMinimumBasicScenario-514120213-router', 'tenant_id': 'b488d6b019264cc997cfd9e73d198575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '46a1f26d-5b0a-42f7-9c85-183fab687d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:33:02Z', 'updated_at': '2021-06-18T08:33:03Z', 'revision_number': 3, 'project_id': 'b488d6b019264cc997cfd9e73d198575', 'gw_port': {'id': '46a1f26d-5b0a-42f7-9c85-183fab687d2d', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:03:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5183f799-158c-43a3-8e25-1f10f3b59311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:03Z', 'updated_at': '2021-06-18T08:33:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi'}] {{(pid=93644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:33:06.782356 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-42e4e020-d2a9-4147-b350-046ec7c6dbdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:06.811030 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb5801f-a445-43dd-b3f0-e81efc49a65e req-d79be478-9b21-4d31-b6c0-0f3992cad442 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:06.812534 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3cb5801f-a445-43dd-b3f0-e81efc49a65e req-d79be478-9b21-4d31-b6c0-0f3992cad442 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 946 time: 0.1209702 Jun 18 08:33:06.830844 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-3378d0da-107f-4089-90f1-6997e84963f9 None None] Provisioning for port 7c39b111-eb6f-4bed-8d20-831976ec5f19 completed by entity DHCP. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:33:06.836329 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-3378d0da-107f-4089-90f1-6997e84963f9 None None] Provisioning complete for port 7c39b111-eb6f-4bed-8d20-831976ec5f19 triggered by entity DHCP. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:33:06.836918 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-3378d0da-107f-4089-90f1-6997e84963f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:06.909823 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device 9144b345-780e-48e4-bc77-b3ddeba019df up at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:33:06.970169 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-3378d0da-107f-4089-90f1-6997e84963f9 None None] Port 7c39b111-eb6f-4bed-8d20-831976ec5f19 cannot update to ACTIVE because it is not bound. {{(pid=93643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 08:33:07.031717 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3cb5801f-a445-43dd-b3f0-e81efc49a65e req-12fc51d8-9f01-4bad-bffa-fda4de9b9251 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391940 Jun 18 08:33:07.033292 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning complete for port 9144b345-780e-48e4-bc77-b3ddeba019df triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:33:07.033749 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:07.149506 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b31d30-4d02-403d-9281-0bff72d3e790 req-decb8a5a-855b-4ce9-869d-dbabaa997fc1 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:07.153241 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-b9b31d30-4d02-403d-9281-0bff72d3e790 req-decb8a5a-855b-4ce9-869d-dbabaa997fc1 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.72 "GET /v2.0/ports?device_id=04620b8a-125e-4f51-9cd0-ea2691b0bb3e HTTP/1.1" status: 200 len: 945 time: 0.1649008 Jun 18 08:33:07.213220 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502c6e0-4a6a-45c2-b163-5d66dd8e9c7a req-cbe0e31d-a36e-4c48-9ad6-b690215f3800 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:07.215674 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-5502c6e0-4a6a-45c2-b163-5d66dd8e9c7a req-cbe0e31d-a36e-4c48-9ad6-b690215f3800 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/ports?device_id=04620b8a-125e-4f51-9cd0-ea2691b0bb3e HTTP/1.1" status: 200 len: 945 time: 0.1769538 Jun 18 08:33:07.329902 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-42e4e020-d2a9-4147-b350-046ec7c6dbdf admin admin] Notify callbacks [] for port, precommit_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:07.339506 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [req-b9b31d30-4d02-403d-9281-0bff72d3e790 req-65ce0acb-ab34-46da-80e0-a47f63e23efe tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Deleting port 571354ee-e208-4b3f-bdd2-3e9f31836752 {{(pid=93642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:33:07.340396 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-b9b31d30-4d02-403d-9281-0bff72d3e790 req-65ce0acb-ab34-46da-80e0-a47f63e23efe tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741882027237'] for port, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:07.348349 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-5502c6e0-4a6a-45c2-b163-5d66dd8e9c7a req-06f7493c-113c-4aa6-bd54-36563dd435ff tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ac43d44-c1d9-445e-97b4-b5f38c914c54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150885 Jun 18 08:33:07.402785 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-42e4e020-d2a9-4147-b350-046ec7c6dbdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5195066'] for port, after_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:07.408617 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:07.506270 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e4e020-d2a9-4147-b350-046ec7c6dbdf admin admin] Pushing event updated for resources: {'Port': ['ID=7c39b111-eb6f-4bed-8d20-831976ec5f19,revision_number=2']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:07.508929 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-42e4e020-d2a9-4147-b350-046ec7c6dbdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8041570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7961100'] for router_interface, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:07.510931 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-42e4e020-d2a9-4147-b350-046ec7c6dbdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:07.516807 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [req-b9b31d30-4d02-403d-9281-0bff72d3e790 req-65ce0acb-ab34-46da-80e0-a47f63e23efe tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] For port 571354ee-e208-4b3f-bdd2-3e9f31836752, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=571354ee-e208-4b3f-bdd2-3e9f31836752,segment=NetworkSegment(7ab84e50-8a63-4077-b2f1-0c7c3cd12bc1),segment_id=7ab84e50-8a63-4077-b2f1-0c7c3cd12bc1)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:33:07.517051 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-b9b31d30-4d02-403d-9281-0bff72d3e790 req-65ce0acb-ab34-46da-80e0-a47f63e23efe tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7962534'] for port, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:07.599727 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [req-b9b31d30-4d02-403d-9281-0bff72d3e790 req-65ce0acb-ab34-46da-80e0-a47f63e23efe tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Calling delete_port for 571354ee-e208-4b3f-bdd2-3e9f31836752 owned by compute:nova {{(pid=93642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:33:07.625311 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e4e020-d2a9-4147-b350-046ec7c6dbdf admin admin] Network 8c6da9e1-004b-42db-bcf0-39aac50436ca is already hosted by enough agents. {{(pid=93641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:33:07.626851 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.base_scheduler [None req-42e4e020-d2a9-4147-b350-046ec7c6dbdf admin admin] Resources bound (agent type, host, resource id): {{(pid=93641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:33:07.822903 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42e4e020-d2a9-4147-b350-046ec7c6dbdf admin admin] Router 5183f799-158c-43a3-8e25-1f10f3b59311 has already been hosted by L3 agent ebfc1b20-a3df-4bae-b350-fc31028a16a3 {{(pid=93641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 08:33:07.877145 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-b9b31d30-4d02-403d-9281-0bff72d3e790 req-65ce0acb-ab34-46da-80e0-a47f63e23efe tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741882028261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741881438823'] for port, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:07.884664 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-4d01b4c8-d064-43d8-8ea2-e0ef38cc4e64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:07.902998 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d7f440ca-d245-408a-8f15-e344845cd76e None None] Provisioning complete for port 7c39b111-eb6f-4bed-8d20-831976ec5f19 triggered by entity DHCP. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:33:07.904048 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d7f440ca-d245-408a-8f15-e344845cd76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:07.935441 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] get_ports_and_sgs() called for port_ids ['571354ee-e208-4b3f-bdd2-3e9f31836752'] {{(pid=93643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 08:33:07.956480 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ce0acb-ab34-46da-80e0-a47f63e23efe tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Pushing event deleted for resources: {'Port': ['ID=571354ee-e208-4b3f-bdd2-3e9f31836752,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:07.963482 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-65ce0acb-ab34-46da-80e0-a47f63e23efe tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:07.984655 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-d7f440ca-d245-408a-8f15-e344845cd76e None None] Port 7c39b111-eb6f-4bed-8d20-831976ec5f19 cannot update to ACTIVE because it is not bound. {{(pid=93643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 08:33:07.991570 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42e4e020-d2a9-4147-b350-046ec7c6dbdf admin admin] Notify agent at l3_agent.dv-cinder-786873-3-iscsi the message routers_updated {{(pid=93641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:33:07.999166 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-42e4e020-d2a9-4147-b350-046ec7c6dbdf admin admin] 10.222.0.70 "PUT /v2.0/routers/5183f799-158c-43a3-8e25-1f10f3b59311/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1434805 Jun 18 08:33:08.015166 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9b31d30-4d02-403d-9281-0bff72d3e790 req-65ce0acb-ab34-46da-80e0-a47f63e23efe tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] No DVR routers for this DVR port 571354ee-e208-4b3f-bdd2-3e9f31836752 on host hv-cinder-78687 {{(pid=93642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 08:33:08.018265 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-b9b31d30-4d02-403d-9281-0bff72d3e790 req-65ce0acb-ab34-46da-80e0-a47f63e23efe tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881'] for port, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:08.019928 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-b9b31d30-4d02-403d-9281-0bff72d3e790 req-65ce0acb-ab34-46da-80e0-a47f63e23efe tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.72 "DELETE /v2.0/ports/571354ee-e208-4b3f-bdd2-3e9f31836752 HTTP/1.1" status: 204 len: 173 time: 0.8594110 Jun 18 08:33:08.021124 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04620b8a-125e-4f51-9cd0-ea2691b0bb3e', 'name': 'network-vif-deleted', 'tag': '571354ee-e208-4b3f-bdd2-3e9f31836752'}] {{(pid=93642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:33:08.023539 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8e20e2b9f795c08d425b6044ace8e6bfcc189f1bac9bd432248b5aa3a03ca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d82e49-89a3-45f7-8381-2a8f543921d2" -d '{"events": [{"server_uuid": "04620b8a-125e-4f51-9cd0-ea2691b0bb3e", "name": "network-vif-deleted", "tag": "571354ee-e208-4b3f-bdd2-3e9f31836752"}]}' {{(pid=93642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:33:08.079854 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 08:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed855859-78ac-457d-bcb0-b88ebb44c925 x-openstack-request-id: req-ed855859-78ac-457d-bcb0-b88ebb44c925 {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:33:08.080223 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04620b8a-125e-4f51-9cd0-ea2691b0bb3e", "name": "network-vif-deleted", "tag": "571354ee-e208-4b3f-bdd2-3e9f31836752", "status": "completed", "code": 200}]} {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:33:08.080564 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ed855859-78ac-457d-bcb0-b88ebb44c925 {{(pid=93642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:33:08.081215 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04620b8a-125e-4f51-9cd0-ea2691b0bb3e', 'name': 'network-vif-deleted', 'tag': '571354ee-e208-4b3f-bdd2-3e9f31836752', 'status': 'completed', 'code': 200} Jun 18 08:33:08.308797 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257606eb-c1b7-4c4e-9c5f-c5d14c5d3401 req-adb664b7-68f5-46d1-9ea1-96d75a2d1d9a tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:08.310412 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-257606eb-c1b7-4c4e-9c5f-c5d14c5d3401 req-adb664b7-68f5-46d1-9ea1-96d75a2d1d9a tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 946 time: 0.1083212 Jun 18 08:33:08.378752 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-257606eb-c1b7-4c4e-9c5f-c5d14c5d3401 req-f96d49e2-d33f-41fe-b213-d70599dd74e6 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556333 Jun 18 08:33:08.669909 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55932f96-fba9-4d2b-8880-c4b19954ea95 req-4765b721-889c-420f-af30-fd9248dca298 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:08.671672 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-55932f96-fba9-4d2b-8880-c4b19954ea95 req-4765b721-889c-420f-af30-fd9248dca298 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.72 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 946 time: 0.2882283 Jun 18 08:33:08.773474 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-270c5ebd-c664-4365-9c7f-68130a7ed5e7 req-8760e1b6-2e78-45b0-9c20-9a081e5880d3 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] 10.222.0.70 "GET /v2.0/ports?device_id=04620b8a-125e-4f51-9cd0-ea2691b0bb3e HTTP/1.1" status: 200 len: 210 time: 0.0491724 Jun 18 08:33:08.837870 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a123ac3-381a-4dac-9bc6-a4394ef83b44 None None] Sync routers for ids ['5183f799-158c-43a3-8e25-1f10f3b59311'] in dv-cinder-786873-3-iscsi {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:33:08.867452 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a123ac3-381a-4dac-9bc6-a4394ef83b44 None None] Routers {'5183f799-158c-43a3-8e25-1f10f3b59311'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:33:08.869733 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-2a123ac3-381a-4dac-9bc6-a4394ef83b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:32:41Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['5183f799-158c-43a3-8e25-1f10f3b59311'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:33:08.909550 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [req-55932f96-fba9-4d2b-8880-c4b19954ea95 req-53aadb6b-10da-4448-b2be-06da71c0fcd5 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Deleting port aadba50c-137a-4d54-8293-e13291463953 {{(pid=93642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:33:08.910176 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-55932f96-fba9-4d2b-8880-c4b19954ea95 req-53aadb6b-10da-4448-b2be-06da71c0fcd5 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741882027237'] for port, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:09.002625 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device 46a1f26d-5b0a-42f7-9c85-183fab687d2d up at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:33:09.064575 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [req-55932f96-fba9-4d2b-8880-c4b19954ea95 req-53aadb6b-10da-4448-b2be-06da71c0fcd5 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] For port aadba50c-137a-4d54-8293-e13291463953, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=aadba50c-137a-4d54-8293-e13291463953,segment=NetworkSegment(8c06c17f-2be1-4924-8911-2b23408d6000),segment_id=8c06c17f-2be1-4924-8911-2b23408d6000)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:33:09.065058 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-55932f96-fba9-4d2b-8880-c4b19954ea95 req-53aadb6b-10da-4448-b2be-06da71c0fcd5 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7962534'] for port, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:09.162779 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [req-55932f96-fba9-4d2b-8880-c4b19954ea95 req-53aadb6b-10da-4448-b2be-06da71c0fcd5 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Calling delete_port for aadba50c-137a-4d54-8293-e13291463953 owned by compute:nova {{(pid=93642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:33:09.205672 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-2a123ac3-381a-4dac-9bc6-a4394ef83b44 None None] Set router 5183f799-158c-43a3-8e25-1f10f3b59311 gateway port host: dv-cinder-786873-3-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:33:09.209320 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-c94e7203-81c1-4b52-a669-fa46edbae17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:09.269204 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 37364) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:33:09.275165 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-c24359d8-c74a-4fa7-bc6c-b73fb4da4a4f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1097853518-network', 'tenant_id': 'bd4eac73c3aa4d4a88c851d255dbd795'}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:33:09.304315 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning for port 46a1f26d-5b0a-42f7-9c85-183fab687d2d completed by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:33:09.318231 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning complete for port 46a1f26d-5b0a-42f7-9c85-183fab687d2d triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:33:09.318727 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:09.385848 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24359d8-c74a-4fa7-bc6c-b73fb4da4a4f admin admin] Made reservation on behalf of bd4eac73c3aa4d4a88c851d255dbd795 for: {'network': 1} {{(pid=93641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:33:09.389843 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-c24359d8-c74a-4fa7-bc6c-b73fb4da4a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-568420'] for network, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:09.400970 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-c24359d8-c74a-4fa7-bc6c-b73fb4da4a4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:09.507416 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-55932f96-fba9-4d2b-8880-c4b19954ea95 req-53aadb6b-10da-4448-b2be-06da71c0fcd5 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741882028261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741881438823'] for port, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:09.512788 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-4cf41762-b80b-47a3-a00b-543a726c5719 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:09.514590 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:09.544749 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aadb6b-10da-4448-b2be-06da71c0fcd5 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Pushing event deleted for resources: {'Port': ['ID=aadba50c-137a-4d54-8293-e13291463953,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:09.549493 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-c24359d8-c74a-4fa7-bc6c-b73fb4da4a4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:09.554578 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-53aadb6b-10da-4448-b2be-06da71c0fcd5 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:09.558147 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] get_ports_and_sgs() called for port_ids ['2f53a4d9-f21c-400b-bb0a-5d2bca6ae55b'] {{(pid=93643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 08:33:09.564089 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] For port 46a1f26d-5b0a-42f7-9c85-183fab687d2d, host dv-cinder-786873-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=46a1f26d-5b0a-42f7-9c85-183fab687d2d,segment=NetworkSegment(12e3d6c0-2a01-4ec9-a6e5-283a6c482531),segment_id=12e3d6c0-2a01-4ec9-a6e5-283a6c482531)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:33:09.606175 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [req-55932f96-fba9-4d2b-8880-c4b19954ea95 req-53aadb6b-10da-4448-b2be-06da71c0fcd5 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] No DVR routers for this DVR port aadba50c-137a-4d54-8293-e13291463953 on host hv-cinder-78687 {{(pid=93642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 08:33:09.608896 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-55932f96-fba9-4d2b-8880-c4b19954ea95 req-53aadb6b-10da-4448-b2be-06da71c0fcd5 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881'] for port, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:09.610869 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-55932f96-fba9-4d2b-8880-c4b19954ea95 req-53aadb6b-10da-4448-b2be-06da71c0fcd5 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.72 "DELETE /v2.0/ports/aadba50c-137a-4d54-8293-e13291463953 HTTP/1.1" status: 204 len: 173 time: 0.9245186 Jun 18 08:33:09.622316 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e2dd9baa-da5b-494c-b0bc-bd3a42382a5f req-1d09d440-dfb1-4e2c-8624-b99b6031753e tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 210 time: 0.0355971 Jun 18 08:33:09.632203 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-2a123ac3-381a-4dac-9bc6-a4394ef83b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5183f799-158c-43a3-8e25-1f10f3b59311', 'name': 'tempest-TestMinimumBasicScenario-514120213-router', 'tenant_id': 'b488d6b019264cc997cfd9e73d198575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '46a1f26d-5b0a-42f7-9c85-183fab687d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:33:02Z', 'updated_at': '2021-06-18T08:33:06Z', 'revision_number': 4, 'project_id': 'b488d6b019264cc997cfd9e73d198575', 'gw_port': {'id': '46a1f26d-5b0a-42f7-9c85-183fab687d2d', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:03:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5183f799-158c-43a3-8e25-1f10f3b59311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:03Z', 'updated_at': '2021-06-18T08:33:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_interfaces': [{'id': '7c39b111-eb6f-4bed-8d20-831976ec5f19', 'name': '', 'network_id': '8c6da9e1-004b-42db-bcf0-39aac50436ca', 'tenant_id': 'b488d6b019264cc997cfd9e73d198575', 'mac_address': 'fa:16:3e:34:06:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5183f799-158c-43a3-8e25-1f10f3b59311', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'f62235ea-006f-4a30-9ad8-c52c270c955b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:05Z', 'updated_at': '2021-06-18T08:33:06Z', 'revision_number': 2, 'project_id': 'b488d6b019264cc997cfd9e73d198575', 'subnets': [{'id': 'f62235ea-006f-4a30-9ad8-c52c270c955b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:33:09.653653 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-c24359d8-c74a-4fa7-bc6c-b73fb4da4a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:09.655101 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-bd801e5b-4c4a-42f8-a2f9-202a02d5fa85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:09.682257 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:09.688107 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a123ac3-381a-4dac-9bc6-a4394ef83b44 None None] Checking router: 5183f799-158c-43a3-8e25-1f10f3b59311 for host: dv-cinder-786873-3-iscsi {{(pid=93643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:33:09.688107 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a123ac3-381a-4dac-9bc6-a4394ef83b44 None None] Updating router 5183f799-158c-43a3-8e25-1f10f3b59311 port 7c39b111-eb6f-4bed-8d20-831976ec5f19 binding host dv-cinder-786873-3-iscsi {{(pid=93643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 08:33:09.688527 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c24359d8-c74a-4fa7-bc6c-b73fb4da4a4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 937} {{(pid=93641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 08:33:09.694235 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-b476e8f0-cf44-4eea-9c91-d61e2894e53e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:09.706307 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-c24359d8-c74a-4fa7-bc6c-b73fb4da4a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001404'] for segment, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:09.707258 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.db.segments_db [None req-c24359d8-c74a-4fa7-bc6c-b73fb4da4a4f admin admin] Added segment f611b1f0-0b80-4177-84a2-c5b9aea27b5d of type vlan for network e934ab77-e0c2-4a47-a51b-65958cea7445 Jun 18 08:33:09.710043 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24359d8-c74a-4fa7-bc6c-b73fb4da4a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f14b87-dc04-4c48-87b9-c8b8d0868e6d,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:09.725064 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-c24359d8-c74a-4fa7-bc6c-b73fb4da4a4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:09.768423 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-c24359d8-c74a-4fa7-bc6c-b73fb4da4a4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741881456851'] for network, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:09.807203 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Pushing event updated for resources: {'Port': ['ID=46a1f26d-5b0a-42f7-9c85-183fab687d2d,revision_number=4']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:09.809969 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-2a123ac3-381a-4dac-9bc6-a4394ef83b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:09.814765 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:09.877149 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-c24359d8-c74a-4fa7-bc6c-b73fb4da4a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8355133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484'] for network, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:09.878864 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24359d8-c74a-4fa7-bc6c-b73fb4da4a4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:09.880246 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-c24359d8-c74a-4fa7-bc6c-b73fb4da4a4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8041489'] for network, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:09.889844 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:09.972435 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24359d8-c74a-4fa7-bc6c-b73fb4da4a4f admin admin] Pushing event updated for resources: {'Network': ['ID=e934ab77-e0c2-4a47-a51b-65958cea7445,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:09.978044 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-c24359d8-c74a-4fa7-bc6c-b73fb4da4a4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:09.988588 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Network e934ab77-e0c2-4a47-a51b-65958cea7445 details requested by agent ovs-agent-dv-cinder-786873-3-iscsi with host dv-cinder-786873-3-iscsi {{(pid=93643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 08:33:09.994952 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 37374) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:33:09.995899 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-c24359d8-c74a-4fa7-bc6c-b73fb4da4a4f admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7243733 Jun 18 08:33:10.000715 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [None req-a6586234-7705-4a58-9f49-591eaac13e13 admin admin] Request body: {'subnet': {'network_id': 'e934ab77-e0c2-4a47-a51b-65958cea7445', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1097853518-subnet', 'tenant_id': 'bd4eac73c3aa4d4a88c851d255dbd795', 'ip_version': 4}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:33:10.082525 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '746e3e44-e34c-4eb8-99db-3a01195969ee', 'name': 'network-vif-deleted', 'tag': 'aadba50c-137a-4d54-8293-e13291463953'}] {{(pid=93642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:33:10.088443 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8e20e2b9f795c08d425b6044ace8e6bfcc189f1bac9bd432248b5aa3a03ca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0361ec51-2d79-4fc3-9247-fc1c64ef6cb2" -d '{"events": [{"server_uuid": "746e3e44-e34c-4eb8-99db-3a01195969ee", "name": "network-vif-deleted", "tag": "aadba50c-137a-4d54-8293-e13291463953"}]}' {{(pid=93642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:33:10.096388 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6586234-7705-4a58-9f49-591eaac13e13 admin admin] Made reservation on behalf of bd4eac73c3aa4d4a88c851d255dbd795 for: {'subnet': 1} {{(pid=93642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:33:10.101078 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-a6586234-7705-4a58-9f49-591eaac13e13 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:10.306213 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-2a123ac3-381a-4dac-9bc6-a4394ef83b44 None None] Notify callbacks [] for port, precommit_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:10.321233 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-2a123ac3-381a-4dac-9bc6-a4394ef83b44 None None] Transition to ACTIVE for port object 7c39b111-eb6f-4bed-8d20-831976ec5f19 will not be triggered until provisioned by entity L2. {{(pid=93643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:33:10.378897 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 08:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d74c96f-ee7f-4fc5-9624-f04f75b0f005 x-openstack-request-id: req-7d74c96f-ee7f-4fc5-9624-f04f75b0f005 {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:33:10.379212 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "746e3e44-e34c-4eb8-99db-3a01195969ee", "name": "network-vif-deleted", "tag": "aadba50c-137a-4d54-8293-e13291463953", "status": "completed", "code": 200}]} {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:33:10.380232 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7d74c96f-ee7f-4fc5-9624-f04f75b0f005 {{(pid=93642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:33:10.380849 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '746e3e44-e34c-4eb8-99db-3a01195969ee', 'name': 'network-vif-deleted', 'tag': 'aadba50c-137a-4d54-8293-e13291463953', 'status': 'completed', 'code': 200} Jun 18 08:33:10.400999 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-2a123ac3-381a-4dac-9bc6-a4394ef83b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:10.412640 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:10.473881 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-a6586234-7705-4a58-9f49-591eaac13e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479'] for subnet, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:10.478803 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:10.530304 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e8c727-79e3-41ac-ac28-16540d491736 None None] Pushing event updated for resources: {'Port': ['ID=7c39b111-eb6f-4bed-8d20-831976ec5f19,revision_number=3']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:10.535408 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-03e8c727-79e3-41ac-ac28-16540d491736 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:10.566055 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6586234-7705-4a58-9f49-591eaac13e13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb6f4160-a40c-4806-824d-5335d5af9b8e,revision_number=0']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:10.569715 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-a6586234-7705-4a58-9f49-591eaac13e13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:10.581142 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6586234-7705-4a58-9f49-591eaac13e13 admin admin] Checking segment: {'id': 'f611b1f0-0b80-4177-84a2-c5b9aea27b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'e934ab77-e0c2-4a47-a51b-65958cea7445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:33:10.581516 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6586234-7705-4a58-9f49-591eaac13e13 admin admin] Network hostable DHCP agents. Network: e934ab77-e0c2-4a47-a51b-65958cea7445, hostable agents: ['ccc23fe2-6cc8-4973-a644-121019cdbd4e'], hosted agents: [] {{(pid=93642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 08:33:10.624218 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-2a123ac3-381a-4dac-9bc6-a4394ef83b44 None None] Attempting to bind port 7c39b111-eb6f-4bed-8d20-831976ec5f19 on host dv-cinder-786873-3-iscsi for vnic_type normal with profile {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:33:10.624600 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-2a123ac3-381a-4dac-9bc6-a4394ef83b44 None None] Attempting to bind port 7c39b111-eb6f-4bed-8d20-831976ec5f19 by drivers openvswitch,hyperv on host dv-cinder-786873-3-iscsi at level 0 using segments [{'id': '4a522598-e4a5-4d25-968e-3499b3acd421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '8c6da9e1-004b-42db-bcf0-39aac50436ca'}] {{(pid=93643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:33:10.624972 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a123ac3-381a-4dac-9bc6-a4394ef83b44 None None] Attempting to bind port 7c39b111-eb6f-4bed-8d20-831976ec5f19 on network 8c6da9e1-004b-42db-bcf0-39aac50436ca {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:33:10.631705 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a123ac3-381a-4dac-9bc6-a4394ef83b44 None None] Checking agent: {'id': '38b9d690-c74c-4031-9e4b-d740e9188e6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 20, 42), 'started_at': datetime.datetime(2021, 6, 18, 8, 21, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:33:10.632129 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a123ac3-381a-4dac-9bc6-a4394ef83b44 None None] Checking segment: {'id': '4a522598-e4a5-4d25-968e-3499b3acd421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '8c6da9e1-004b-42db-bcf0-39aac50436ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:33:10.632541 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-2a123ac3-381a-4dac-9bc6-a4394ef83b44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:10.632947 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a123ac3-381a-4dac-9bc6-a4394ef83b44 None None] Bound using segment: {'id': '4a522598-e4a5-4d25-968e-3499b3acd421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '8c6da9e1-004b-42db-bcf0-39aac50436ca'} {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:33:10.633495 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-2a123ac3-381a-4dac-9bc6-a4394ef83b44 None None] Bound port: 7c39b111-eb6f-4bed-8d20-831976ec5f19, host: dv-cinder-786873-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a522598-e4a5-4d25-968e-3499b3acd421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '8c6da9e1-004b-42db-bcf0-39aac50436ca'}}] {{(pid=93643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:33:10.633876 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-2a123ac3-381a-4dac-9bc6-a4394ef83b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:10.647761 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6586234-7705-4a58-9f49-591eaac13e13 admin admin] Network e934ab77-e0c2-4a47-a51b-65958cea7445 is scheduled to be hosted by DHCP agent ccc23fe2-6cc8-4973-a644-121019cdbd4e with binding_index 1 {{(pid=93642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 08:33:10.716852 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.base_scheduler [None req-a6586234-7705-4a58-9f49-591eaac13e13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786873-3-iscsi, e934ab77-e0c2-4a47-a51b-65958cea7445) {{(pid=93642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:33:10.721135 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6586234-7705-4a58-9f49-591eaac13e13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:10.721669 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-a6586234-7705-4a58-9f49-591eaac13e13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:10.733954 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f549f6fe-a8bc-4724-ba6d-33826ee500cc None None] Network e934ab77-e0c2-4a47-a51b-65958cea7445 requested from dv-cinder-786873-3-iscsi {{(pid=93643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:33:10.742008 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-2a123ac3-381a-4dac-9bc6-a4394ef83b44 None None] For port 7c39b111-eb6f-4bed-8d20-831976ec5f19, host dv-cinder-786873-3-iscsi, cleared binding levels {{(pid=93643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:33:10.794893 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-a6586234-7705-4a58-9f49-591eaac13e13 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7981055 Jun 18 08:33:10.795521 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 37400) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:33:10.800541 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [None req-441fe228-5480-4df3-8894-4a32bed6e410 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1097853518-router', 'tenant_id': 'bd4eac73c3aa4d4a88c851d255dbd795', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2'}}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:33:10.840492 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-147c71fd-793e-42e7-9f56-a03140ea2f68 req-a62c2e92-150f-4268-ae74-0fbcd2b1d1bb tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 210 time: 0.0676382 Jun 18 08:33:10.899166 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-441fe228-5480-4df3-8894-4a32bed6e410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8345775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6504'] for router, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:10.900333 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-441fe228-5480-4df3-8894-4a32bed6e410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8345810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7962524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8366830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6499'] for router, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:10.931260 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device 46a1f26d-5b0a-42f7-9c85-183fab687d2d up at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:33:10.962305 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-2a123ac3-381a-4dac-9bc6-a4394ef83b44 None None] For port 7c39b111-eb6f-4bed-8d20-831976ec5f19, host dv-cinder-786873-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=7c39b111-eb6f-4bed-8d20-831976ec5f19,segment=NetworkSegment(4a522598-e4a5-4d25-968e-3499b3acd421),segment_id=4a522598-e4a5-4d25-968e-3499b3acd421)] {{(pid=93643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:33:10.978126 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-441fe228-5480-4df3-8894-4a32bed6e410 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:11.049179 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning complete for port 46a1f26d-5b0a-42f7-9c85-183fab687d2d triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:33:11.049573 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:11.080903 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-2a123ac3-381a-4dac-9bc6-a4394ef83b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:11.086096 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:11.211548 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e8c727-79e3-41ac-ac28-16540d491736 None None] Pushing event updated for resources: {'Port': ['ID=7c39b111-eb6f-4bed-8d20-831976ec5f19,revision_number=4']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:11.217690 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f39158-02cb-4d13-8783-fd43e8eed16a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp441df14c-9ab6-5f11-a186-516be8319024-e934ab77-e0c2-4a47-a51b-65958cea7445', 'network_id': 'e934ab77-e0c2-4a47-a51b-65958cea7445', 'tenant_id': 'bd4eac73c3aa4d4a88c851d255dbd795', 'fixed_ips': [{'subnet_id': 'eb6f4160-a40c-4806-824d-5335d5af9b8e'}]}} from dv-cinder-786873-3-iscsi. {{(pid=93643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 08:33:11.218545 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e3f39158-02cb-4d13-8783-fd43e8eed16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-568420'] for port, before_create {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:11.220453 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-03e8c727-79e3-41ac-ac28-16540d491736 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:11.223567 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a123ac3-381a-4dac-9bc6-a4394ef83b44 None None] Routers {'5183f799-158c-43a3-8e25-1f10f3b59311'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:33:11.224222 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-2a123ac3-381a-4dac-9bc6-a4394ef83b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:32:41Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['5183f799-158c-43a3-8e25-1f10f3b59311'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:33:11.254019 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-441fe228-5480-4df3-8894-4a32bed6e410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962606', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8345693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6517'] for router, precommit_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:11.581959 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-cb19caed-5d07-4260-b43f-08dcd3d91653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:11.586210 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-2a123ac3-381a-4dac-9bc6-a4394ef83b44 None None] Set router 5183f799-158c-43a3-8e25-1f10f3b59311 gateway port host: dv-cinder-786873-3-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:33:11.643799 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.db_base_plugin_common [None req-e3f39158-02cb-4d13-8783-fd43e8eed16a None None] Allocated IP 172.20.0.2 (e934ab77-e0c2-4a47-a51b-65958cea7445/eb6f4160-a40c-4806-824d-5335d5af9b8e/b4a40404-5a7b-4b6b-b4ae-b30812b0029b) {{(pid=93643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:33:11.663465 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-441fe228-5480-4df3-8894-4a32bed6e410 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:11.691249 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-441fe228-5480-4df3-8894-4a32bed6e410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-568420'] for port, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:11.845195 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.db_base_plugin_common [None req-441fe228-5480-4df3-8894-4a32bed6e410 admin admin] Allocated IP 172.27.2.195 (215fa03e-ed5a-4c2a-ba1d-c413840c30f2/b938f688-1844-46d6-ac73-91c028ff50eb/0f425cad-9fcf-42d9-802a-858562a4cf74) {{(pid=93642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:33:11.964754 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.agents_db [None req-a940af84-dce7-47c4-b5d3-ae67f117b383 None None] Agent healthcheck: found 6 active agents {{(pid=93644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:33:11.968582 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:12.003142 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e3f39158-02cb-4d13-8783-fd43e8eed16a None None] Notify callbacks [] for port, precommit_create {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:12.020649 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-e3f39158-02cb-4d13-8783-fd43e8eed16a None None] Transition to ACTIVE for port object b4a40404-5a7b-4b6b-b4ae-b30812b0029b will not be triggered until provisioned by entity L2. {{(pid=93643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:33:12.022145 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-441fe228-5480-4df3-8894-4a32bed6e410 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:12.045204 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-e3f39158-02cb-4d13-8783-fd43e8eed16a None None] Transition to ACTIVE for port object b4a40404-5a7b-4b6b-b4ae-b30812b0029b will not be triggered until provisioned by entity DHCP. {{(pid=93643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:33:12.049561 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-2a123ac3-381a-4dac-9bc6-a4394ef83b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5183f799-158c-43a3-8e25-1f10f3b59311', 'name': 'tempest-TestMinimumBasicScenario-514120213-router', 'tenant_id': 'b488d6b019264cc997cfd9e73d198575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '46a1f26d-5b0a-42f7-9c85-183fab687d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:33:02Z', 'updated_at': '2021-06-18T08:33:06Z', 'revision_number': 4, 'project_id': 'b488d6b019264cc997cfd9e73d198575', 'gw_port': {'id': '46a1f26d-5b0a-42f7-9c85-183fab687d2d', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:03:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5183f799-158c-43a3-8e25-1f10f3b59311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:03Z', 'updated_at': '2021-06-18T08:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_interfaces': [{'id': '7c39b111-eb6f-4bed-8d20-831976ec5f19', 'name': '', 'network_id': '8c6da9e1-004b-42db-bcf0-39aac50436ca', 'tenant_id': 'b488d6b019264cc997cfd9e73d198575', 'mac_address': 'fa:16:3e:34:06:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5183f799-158c-43a3-8e25-1f10f3b59311', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'f62235ea-006f-4a30-9ad8-c52c270c955b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:05Z', 'updated_at': '2021-06-18T08:33:10Z', 'revision_number': 4, 'project_id': 'b488d6b019264cc997cfd9e73d198575', 'subnets': [{'id': 'f62235ea-006f-4a30-9ad8-c52c270c955b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:33:12.050638 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4847b47d-aa75-4691-b166-6191454b71e7 req-96e0e314-1c13-41a1-a31f-9726a2366e24 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 210 time: 0.0320663 Jun 18 08:33:12.082588 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a123ac3-381a-4dac-9bc6-a4394ef83b44 None None] The sync data for ids ['5183f799-158c-43a3-8e25-1f10f3b59311'] in dv-cinder-786873-3-iscsi is: [{'id': '5183f799-158c-43a3-8e25-1f10f3b59311', 'name': 'tempest-TestMinimumBasicScenario-514120213-router', 'tenant_id': 'b488d6b019264cc997cfd9e73d198575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '46a1f26d-5b0a-42f7-9c85-183fab687d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:33:02Z', 'updated_at': '2021-06-18T08:33:06Z', 'revision_number': 4, 'project_id': 'b488d6b019264cc997cfd9e73d198575', 'gw_port': {'id': '46a1f26d-5b0a-42f7-9c85-183fab687d2d', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:03:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5183f799-158c-43a3-8e25-1f10f3b59311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:03Z', 'updated_at': '2021-06-18T08:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_interfaces': [{'id': '7c39b111-eb6f-4bed-8d20-831976ec5f19', 'name': '', 'network_id': '8c6da9e1-004b-42db-bcf0-39aac50436ca', 'tenant_id': 'b488d6b019264cc997cfd9e73d198575', 'mac_address': 'fa:16:3e:34:06:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5183f799-158c-43a3-8e25-1f10f3b59311', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'f62235ea-006f-4a30-9ad8-c52c270c955b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:05Z', 'updated_at': '2021-06-18T08:33:10Z', 'revision_number': 4, 'project_id': 'b488d6b019264cc997cfd9e73d198575', 'subnets': [{'id': 'f62235ea-006f-4a30-9ad8-c52c270c955b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:33:12.100122 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e3f39158-02cb-4d13-8783-fd43e8eed16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-568999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741881438814'] for port, after_create {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:12.102217 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-03e8c727-79e3-41ac-ac28-16540d491736 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:12.134459 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-441fe228-5480-4df3-8894-4a32bed6e410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-568999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741881438814'] for port, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:12.138498 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-d4863276-6b51-4f4d-99cc-0effa5e5b2dd tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:12.173585 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f39158-02cb-4d13-8783-fd43e8eed16a None None] Network e934ab77-e0c2-4a47-a51b-65958cea7445 is already hosted by enough agents. {{(pid=93643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:33:12.180046 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.scheduler.base_scheduler [None req-e3f39158-02cb-4d13-8783-fd43e8eed16a None None] Resources bound (agent type, host, resource id): {{(pid=93643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:33:12.184970 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f39158-02cb-4d13-8783-fd43e8eed16a None None] Received port after_create {{(pid=93643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:33:12.187766 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f39158-02cb-4d13-8783-fd43e8eed16a None None] Pushing event updated for resources: {'Port': ['ID=b4a40404-5a7b-4b6b-b4ae-b30812b0029b,revision_number=1']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:12.191588 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e3f39158-02cb-4d13-8783-fd43e8eed16a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:12.206878 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441fe228-5480-4df3-8894-4a32bed6e410 admin admin] Network 215fa03e-ed5a-4c2a-ba1d-c413840c30f2 is already hosted by enough agents. {{(pid=93642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:33:12.215286 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.base_scheduler [None req-441fe228-5480-4df3-8894-4a32bed6e410 admin admin] Resources bound (agent type, host, resource id): {{(pid=93642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:33:12.228662 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441fe228-5480-4df3-8894-4a32bed6e410 admin admin] Received port after_create {{(pid=93642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:33:12.275436 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-e3f39158-02cb-4d13-8783-fd43e8eed16a None None] Attempting to bind port b4a40404-5a7b-4b6b-b4ae-b30812b0029b on host dv-cinder-786873-3-iscsi for vnic_type normal with profile {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:33:12.275817 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-e3f39158-02cb-4d13-8783-fd43e8eed16a None None] Attempting to bind port b4a40404-5a7b-4b6b-b4ae-b30812b0029b by drivers openvswitch,hyperv on host dv-cinder-786873-3-iscsi at level 0 using segments [{'id': 'f611b1f0-0b80-4177-84a2-c5b9aea27b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'e934ab77-e0c2-4a47-a51b-65958cea7445'}] {{(pid=93643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:33:12.276332 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f39158-02cb-4d13-8783-fd43e8eed16a None None] Attempting to bind port b4a40404-5a7b-4b6b-b4ae-b30812b0029b on network e934ab77-e0c2-4a47-a51b-65958cea7445 {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:33:12.284495 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f39158-02cb-4d13-8783-fd43e8eed16a None None] Checking agent: {'id': '38b9d690-c74c-4031-9e4b-d740e9188e6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 20, 42), 'started_at': datetime.datetime(2021, 6, 18, 8, 21, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:33:12.285080 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f39158-02cb-4d13-8783-fd43e8eed16a None None] Checking segment: {'id': 'f611b1f0-0b80-4177-84a2-c5b9aea27b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'e934ab77-e0c2-4a47-a51b-65958cea7445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:33:12.286570 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e3f39158-02cb-4d13-8783-fd43e8eed16a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:12.287200 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f39158-02cb-4d13-8783-fd43e8eed16a None None] Bound using segment: {'id': 'f611b1f0-0b80-4177-84a2-c5b9aea27b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'e934ab77-e0c2-4a47-a51b-65958cea7445'} {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:33:12.288254 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-e3f39158-02cb-4d13-8783-fd43e8eed16a None None] Bound port: b4a40404-5a7b-4b6b-b4ae-b30812b0029b, host: dv-cinder-786873-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f611b1f0-0b80-4177-84a2-c5b9aea27b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'e934ab77-e0c2-4a47-a51b-65958cea7445'}}] {{(pid=93643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:33:12.288860 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e3f39158-02cb-4d13-8783-fd43e8eed16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:12.319759 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441fe228-5480-4df3-8894-4a32bed6e410 admin admin] Pushing event updated for resources: {'Port': ['ID=0f425cad-9fcf-42d9-802a-858562a4cf74,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:12.325754 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-441fe228-5480-4df3-8894-4a32bed6e410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:12.393580 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e3f39158-02cb-4d13-8783-fd43e8eed16a None None] For port b4a40404-5a7b-4b6b-b4ae-b30812b0029b, host dv-cinder-786873-3-iscsi, cleared binding levels {{(pid=93643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:33:12.394723 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e3f39158-02cb-4d13-8783-fd43e8eed16a None None] For port b4a40404-5a7b-4b6b-b4ae-b30812b0029b, host dv-cinder-786873-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=b4a40404-5a7b-4b6b-b4ae-b30812b0029b,segment=NetworkSegment(f611b1f0-0b80-4177-84a2-c5b9aea27b5d),segment_id=f611b1f0-0b80-4177-84a2-c5b9aea27b5d)] {{(pid=93643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:33:12.501817 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e3f39158-02cb-4d13-8783-fd43e8eed16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:12.504164 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:12.596207 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f39158-02cb-4d13-8783-fd43e8eed16a None None] Pushing event updated for resources: {'Port': ['ID=b4a40404-5a7b-4b6b-b4ae-b30812b0029b,revision_number=2']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:12.601046 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e3f39158-02cb-4d13-8783-fd43e8eed16a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:12.608631 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-441fe228-5480-4df3-8894-4a32bed6e410 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:12.847162 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-37edacc1-1ba5-460e-aa47-45b5acfa9d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:12.881277 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-441fe228-5480-4df3-8894-4a32bed6e410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8345766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7960378'] for router, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:12.987227 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device 7c39b111-eb6f-4bed-8d20-831976ec5f19 up at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:33:13.110525 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning for port 7c39b111-eb6f-4bed-8d20-831976ec5f19 completed by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:33:13.118949 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning complete for port 7c39b111-eb6f-4bed-8d20-831976ec5f19 triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:33:13.119495 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:13.162805 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-441fe228-5480-4df3-8894-4a32bed6e410 admin admin] Router 2edcf66f-19ac-484c-ac80-031e402eec1c is scheduled to L3 agent ebfc1b20-a3df-4bae-b350-fc31028a16a3 with binding_index 1 {{(pid=93642) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 08:33:13.242273 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:13.277177 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7fa78b5b-d3d9-44c8-adfa-58cfa89cd398 req-6b9b52d8-3a6b-42c5-9774-057fad10b0da tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 210 time: 0.0550649 Jun 18 08:33:13.293760 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] For port 7c39b111-eb6f-4bed-8d20-831976ec5f19, host dv-cinder-786873-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=7c39b111-eb6f-4bed-8d20-831976ec5f19,segment=NetworkSegment(4a522598-e4a5-4d25-968e-3499b3acd421),segment_id=4a522598-e4a5-4d25-968e-3499b3acd421)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:33:13.321973 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-441fe228-5480-4df3-8894-4a32bed6e410 admin admin] Notify agent at l3_agent.dv-cinder-786873-3-iscsi the message routers_updated {{(pid=93642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:33:13.337916 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b15329a-cc6b-4b3b-832b-64aaa3bb2952 None None] Sync routers for ids ['2edcf66f-19ac-484c-ac80-031e402eec1c'] in dv-cinder-786873-3-iscsi {{(pid=93644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:33:13.339910 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:13.342828 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-5613d713-10f2-4966-8369-569218dc126d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:13.356439 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b15329a-cc6b-4b3b-832b-64aaa3bb2952 None None] Routers {'2edcf66f-19ac-484c-ac80-031e402eec1c'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:33:13.360940 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_hamode_db [None req-9b15329a-cc6b-4b3b-832b-64aaa3bb2952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:33:11Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['2edcf66f-19ac-484c-ac80-031e402eec1c'], 'active': True} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:33:13.408766 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Pushing event updated for resources: {'Port': ['ID=7c39b111-eb6f-4bed-8d20-831976ec5f19,revision_number=5']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:13.415044 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-441fe228-5480-4df3-8894-4a32bed6e410 admin admin] Notify callbacks [] for router, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:13.418182 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-441fe228-5480-4df3-8894-4a32bed6e410 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6213870 Jun 18 08:33:13.422156 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 37452) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:33:13.430754 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:13.539161 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvr_db [None req-9b15329a-cc6b-4b3b-832b-64aaa3bb2952 None None] Set router 2edcf66f-19ac-484c-ac80-031e402eec1c gateway port host: dv-cinder-786873-3-iscsi {{(pid=93644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:33:13.808480 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_hamode_db [None req-9b15329a-cc6b-4b3b-832b-64aaa3bb2952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2edcf66f-19ac-484c-ac80-031e402eec1c', 'name': 'tempest-TestMinimumBasicScenario-1097853518-router', 'tenant_id': 'bd4eac73c3aa4d4a88c851d255dbd795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '0f425cad-9fcf-42d9-802a-858562a4cf74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:33:10Z', 'updated_at': '2021-06-18T08:33:12Z', 'revision_number': 3, 'project_id': 'bd4eac73c3aa4d4a88c851d255dbd795', 'gw_port': {'id': '0f425cad-9fcf-42d9-802a-858562a4cf74', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:12:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2edcf66f-19ac-484c-ac80-031e402eec1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:11Z', 'updated_at': '2021-06-18T08:33:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi'}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:33:13.841995 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b15329a-cc6b-4b3b-832b-64aaa3bb2952 None None] Checking router: 2edcf66f-19ac-484c-ac80-031e402eec1c for host: dv-cinder-786873-3-iscsi {{(pid=93644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:33:13.842354 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b15329a-cc6b-4b3b-832b-64aaa3bb2952 None None] Updating router 2edcf66f-19ac-484c-ac80-031e402eec1c port 0f425cad-9fcf-42d9-802a-858562a4cf74 binding host dv-cinder-786873-3-iscsi {{(pid=93644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 08:33:13.873899 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed9ea9e-8215-4fe4-aa18-df4e2429f134 None None] Network e934ab77-e0c2-4a47-a51b-65958cea7445 requested from dv-cinder-786873-3-iscsi {{(pid=93643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:33:13.893693 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-9b15329a-cc6b-4b3b-832b-64aaa3bb2952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:14.072649 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-58bae326-3c98-445f-8249-28683ab37fc7 None None] Provisioning for port b4a40404-5a7b-4b6b-b4ae-b30812b0029b completed by entity DHCP. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:33:14.100684 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-acc78e77-15c8-4704-8a4b-329c6a730b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-568420'] for port, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:14.298422 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.db.db_base_plugin_common [None req-acc78e77-15c8-4704-8a4b-329c6a730b0a admin admin] Allocated IP 172.20.0.1 (e934ab77-e0c2-4a47-a51b-65958cea7445/eb6f4160-a40c-4806-824d-5335d5af9b8e/de13be2f-160b-4859-93da-d888a2c0c479) {{(pid=93641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:33:14.309979 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-9b15329a-cc6b-4b3b-832b-64aaa3bb2952 None None] Notify callbacks [] for port, precommit_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:14.311509 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device 571354ee-e208-4b3f-bdd2-3e9f31836752 no longer exists at agent hyperv_hv-cinder-78687 {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:33:14.330017 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.provisioning_blocks [None req-9b15329a-cc6b-4b3b-832b-64aaa3bb2952 None None] Transition to ACTIVE for port object 0f425cad-9fcf-42d9-802a-858562a4cf74 will not be triggered until provisioned by entity L2. {{(pid=93644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:33:14.351487 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] No Port match for: 571354ee-e208-4b3f-bdd2-3e9f31836752 {{(pid=93643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:33:14.354172 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device 571354ee-e208-4b3f-bdd2-3e9f31836752 not bound to the agent host hv-cinder-78687 {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:33:14.354172 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device aadba50c-137a-4d54-8293-e13291463953 no longer exists at agent hyperv_hv-cinder-78687 {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:33:14.375481 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] No Port match for: aadba50c-137a-4d54-8293-e13291463953 {{(pid=93643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:33:14.376764 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device aadba50c-137a-4d54-8293-e13291463953 not bound to the agent host hv-cinder-78687 {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:33:14.420194 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-9b15329a-cc6b-4b3b-832b-64aaa3bb2952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:14.424367 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-bd285496-3182-48bd-bca4-ae243c0d53a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:14.485110 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6082a339-2d7b-48e0-b5c2-a9edf6399ff8 None None] Pushing event updated for resources: {'Port': ['ID=0f425cad-9fcf-42d9-802a-858562a4cf74,revision_number=2']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:14.487692 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-6082a339-2d7b-48e0-b5c2-a9edf6399ff8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:14.497597 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-acc78e77-15c8-4704-8a4b-329c6a730b0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:14.503112 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.managers [None req-9b15329a-cc6b-4b3b-832b-64aaa3bb2952 None None] Attempting to bind port 0f425cad-9fcf-42d9-802a-858562a4cf74 on host dv-cinder-786873-3-iscsi for vnic_type normal with profile {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:33:14.507001 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.managers [None req-9b15329a-cc6b-4b3b-832b-64aaa3bb2952 None None] Attempting to bind port 0f425cad-9fcf-42d9-802a-858562a4cf74 by drivers openvswitch,hyperv on host dv-cinder-786873-3-iscsi at level 0 using segments [{'id': '12e3d6c0-2a01-4ec9-a6e5-283a6c482531', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2'}] {{(pid=93644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:33:14.507001 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b15329a-cc6b-4b3b-832b-64aaa3bb2952 None None] Attempting to bind port 0f425cad-9fcf-42d9-802a-858562a4cf74 on network 215fa03e-ed5a-4c2a-ba1d-c413840c30f2 {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:33:14.516800 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b15329a-cc6b-4b3b-832b-64aaa3bb2952 None None] Checking agent: {'id': '38b9d690-c74c-4031-9e4b-d740e9188e6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 20, 42), 'started_at': datetime.datetime(2021, 6, 18, 8, 21, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:33:14.517301 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b15329a-cc6b-4b3b-832b-64aaa3bb2952 None None] Checking segment: {'id': '12e3d6c0-2a01-4ec9-a6e5-283a6c482531', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:33:14.517707 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-9b15329a-cc6b-4b3b-832b-64aaa3bb2952 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:14.518095 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b15329a-cc6b-4b3b-832b-64aaa3bb2952 None None] Bound using segment: {'id': '12e3d6c0-2a01-4ec9-a6e5-283a6c482531', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2'} {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:33:14.518565 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.managers [None req-9b15329a-cc6b-4b3b-832b-64aaa3bb2952 None None] Bound port: 0f425cad-9fcf-42d9-802a-858562a4cf74, host: dv-cinder-786873-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12e3d6c0-2a01-4ec9-a6e5-283a6c482531', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2'}}] {{(pid=93644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:33:14.518955 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-9b15329a-cc6b-4b3b-832b-64aaa3bb2952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:14.540112 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1b545c57-fbc8-4e39-aa81-fd9163b5928a req-40c47d02-5069-43cf-90d8-8aa32774df70 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 210 time: 0.0650406 Jun 18 08:33:14.542757 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.db.provisioning_blocks [None req-acc78e77-15c8-4704-8a4b-329c6a730b0a admin admin] Transition to ACTIVE for port object de13be2f-160b-4859-93da-d888a2c0c479 will not be triggered until provisioned by entity DHCP. {{(pid=93641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:33:14.568599 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-624571b3-aef6-4a8c-8ab3-5c089201a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:14.582031 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.db [None req-9b15329a-cc6b-4b3b-832b-64aaa3bb2952 None None] For port 0f425cad-9fcf-42d9-802a-858562a4cf74, host dv-cinder-786873-3-iscsi, cleared binding levels {{(pid=93644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:33:14.585139 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.db [None req-9b15329a-cc6b-4b3b-832b-64aaa3bb2952 None None] For port 0f425cad-9fcf-42d9-802a-858562a4cf74, host dv-cinder-786873-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=0f425cad-9fcf-42d9-802a-858562a4cf74,segment=NetworkSegment(12e3d6c0-2a01-4ec9-a6e5-283a6c482531),segment_id=12e3d6c0-2a01-4ec9-a6e5-283a6c482531)] {{(pid=93644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:33:14.620656 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-acc78e77-15c8-4704-8a4b-329c6a730b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-568999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741881438814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5195020'] for port, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:14.622186 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:14.642710 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-9b15329a-cc6b-4b3b-832b-64aaa3bb2952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:14.647702 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:14.665318 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc78e77-15c8-4704-8a4b-329c6a730b0a admin admin] Network e934ab77-e0c2-4a47-a51b-65958cea7445 is already hosted by enough agents. {{(pid=93641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:33:14.673763 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.base_scheduler [None req-acc78e77-15c8-4704-8a4b-329c6a730b0a admin admin] Resources bound (agent type, host, resource id): {{(pid=93641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:33:14.678851 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc78e77-15c8-4704-8a4b-329c6a730b0a admin admin] Pushing event updated for resources: {'Port': ['ID=de13be2f-160b-4859-93da-d888a2c0c479,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:14.682959 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc78e77-15c8-4704-8a4b-329c6a730b0a admin admin] Received port after_create {{(pid=93641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:33:14.686749 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-acc78e77-15c8-4704-8a4b-329c6a730b0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:14.725741 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b15329a-cc6b-4b3b-832b-64aaa3bb2952 None None] Routers {'2edcf66f-19ac-484c-ac80-031e402eec1c'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:33:14.726725 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_hamode_db [None req-9b15329a-cc6b-4b3b-832b-64aaa3bb2952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:33:11Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['2edcf66f-19ac-484c-ac80-031e402eec1c'], 'active': True} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:33:14.730531 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6082a339-2d7b-48e0-b5c2-a9edf6399ff8 None None] Pushing event updated for resources: {'Port': ['ID=0f425cad-9fcf-42d9-802a-858562a4cf74,revision_number=3']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:14.748299 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-acc78e77-15c8-4704-8a4b-329c6a730b0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7960853'] for router_interface, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:14.776686 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-6082a339-2d7b-48e0-b5c2-a9edf6399ff8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:14.906087 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvr_db [None req-9b15329a-cc6b-4b3b-832b-64aaa3bb2952 None None] Set router 2edcf66f-19ac-484c-ac80-031e402eec1c gateway port host: dv-cinder-786873-3-iscsi {{(pid=93644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:33:15.010994 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device 7c39b111-eb6f-4bed-8d20-831976ec5f19 up at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:33:15.054422 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-acc78e77-15c8-4704-8a4b-329c6a730b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:15.086477 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning complete for port 7c39b111-eb6f-4bed-8d20-831976ec5f19 triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:33:15.087186 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:15.134559 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-e9c932c4-5071-43cd-9e2e-33afa5e7a24e None None] Provisioning for port de13be2f-160b-4859-93da-d888a2c0c479 completed by entity DHCP. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:33:15.141438 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-e9c932c4-5071-43cd-9e2e-33afa5e7a24e None None] Provisioning complete for port de13be2f-160b-4859-93da-d888a2c0c479 triggered by entity DHCP. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:33:15.141917 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e9c932c4-5071-43cd-9e2e-33afa5e7a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:15.209773 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-e9c932c4-5071-43cd-9e2e-33afa5e7a24e None None] Port de13be2f-160b-4859-93da-d888a2c0c479 cannot update to ACTIVE because it is not bound. {{(pid=93643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 08:33:15.225036 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device b4a40404-5a7b-4b6b-b4ae-b30812b0029b up at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:33:15.246643 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_hamode_db [None req-9b15329a-cc6b-4b3b-832b-64aaa3bb2952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2edcf66f-19ac-484c-ac80-031e402eec1c', 'name': 'tempest-TestMinimumBasicScenario-1097853518-router', 'tenant_id': 'bd4eac73c3aa4d4a88c851d255dbd795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '0f425cad-9fcf-42d9-802a-858562a4cf74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:33:10Z', 'updated_at': '2021-06-18T08:33:12Z', 'revision_number': 3, 'project_id': 'bd4eac73c3aa4d4a88c851d255dbd795', 'gw_port': {'id': '0f425cad-9fcf-42d9-802a-858562a4cf74', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:12:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2edcf66f-19ac-484c-ac80-031e402eec1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:11Z', 'updated_at': '2021-06-18T08:33:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi'}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:33:15.279967 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b15329a-cc6b-4b3b-832b-64aaa3bb2952 None None] The sync data for ids ['2edcf66f-19ac-484c-ac80-031e402eec1c'] in dv-cinder-786873-3-iscsi is: [{'id': '2edcf66f-19ac-484c-ac80-031e402eec1c', 'name': 'tempest-TestMinimumBasicScenario-1097853518-router', 'tenant_id': 'bd4eac73c3aa4d4a88c851d255dbd795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '0f425cad-9fcf-42d9-802a-858562a4cf74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:33:10Z', 'updated_at': '2021-06-18T08:33:12Z', 'revision_number': 3, 'project_id': 'bd4eac73c3aa4d4a88c851d255dbd795', 'gw_port': {'id': '0f425cad-9fcf-42d9-802a-858562a4cf74', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:12:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2edcf66f-19ac-484c-ac80-031e402eec1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:11Z', 'updated_at': '2021-06-18T08:33:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi'}] {{(pid=93644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:33:15.335652 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning for port b4a40404-5a7b-4b6b-b4ae-b30812b0029b completed by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:33:15.347330 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning complete for port b4a40404-5a7b-4b6b-b4ae-b30812b0029b triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:33:15.348104 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:15.505300 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:15.530417 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-acc78e77-15c8-4704-8a4b-329c6a730b0a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:15.592558 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] For port b4a40404-5a7b-4b6b-b4ae-b30812b0029b, host dv-cinder-786873-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=b4a40404-5a7b-4b6b-b4ae-b30812b0029b,segment=NetworkSegment(f611b1f0-0b80-4177-84a2-c5b9aea27b5d),segment_id=f611b1f0-0b80-4177-84a2-c5b9aea27b5d)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:33:15.613568 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-acc78e77-15c8-4704-8a4b-329c6a730b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5195066'] for port, after_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:15.618070 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-36558984-8453-418f-b3ef-d17687762969 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:15.683383 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:15.687234 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:15.719650 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-acc78e77-15c8-4704-8a4b-329c6a730b0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8041570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7961100'] for router_interface, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:15.721889 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc78e77-15c8-4704-8a4b-329c6a730b0a admin admin] Pushing event updated for resources: {'Port': ['ID=de13be2f-160b-4859-93da-d888a2c0c479,revision_number=2']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:15.726685 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-acc78e77-15c8-4704-8a4b-329c6a730b0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:15.812323 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Pushing event updated for resources: {'Port': ['ID=b4a40404-5a7b-4b6b-b4ae-b30812b0029b,revision_number=3']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:15.812323 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:15.881386 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-40336298-d276-4c38-bdf7-b97ff423b66a req-5e8a9648-5c70-4e7a-a6ac-b58fe12062e4 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 210 time: 0.0566640 Jun 18 08:33:15.895020 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc78e77-15c8-4704-8a4b-329c6a730b0a admin admin] Network e934ab77-e0c2-4a47-a51b-65958cea7445 is already hosted by enough agents. {{(pid=93641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:33:15.896867 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.base_scheduler [None req-acc78e77-15c8-4704-8a4b-329c6a730b0a admin admin] Resources bound (agent type, host, resource id): {{(pid=93641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:33:16.065908 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acc78e77-15c8-4704-8a4b-329c6a730b0a admin admin] Router 2edcf66f-19ac-484c-ac80-031e402eec1c has already been hosted by L3 agent ebfc1b20-a3df-4bae-b350-fc31028a16a3 {{(pid=93641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 08:33:16.202968 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc78e77-15c8-4704-8a4b-329c6a730b0a admin admin] Notify agent at l3_agent.dv-cinder-786873-3-iscsi the message routers_updated {{(pid=93641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:33:16.210017 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-acc78e77-15c8-4704-8a4b-329c6a730b0a admin admin] 10.222.0.70 "PUT /v2.0/routers/2edcf66f-19ac-484c-ac80-031e402eec1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7861755 Jun 18 08:33:16.250470 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d56d7b1e-c70c-4311-a817-9ae7de2c3bb5 None None] Provisioning complete for port de13be2f-160b-4859-93da-d888a2c0c479 triggered by entity DHCP. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:33:16.252437 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d56d7b1e-c70c-4311-a817-9ae7de2c3bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:16.303209 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-d56d7b1e-c70c-4311-a817-9ae7de2c3bb5 None None] Port de13be2f-160b-4859-93da-d888a2c0c479 cannot update to ACTIVE because it is not bound. {{(pid=93643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 08:33:16.986306 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device b4a40404-5a7b-4b6b-b4ae-b30812b0029b up at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:33:17.058575 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning complete for port b4a40404-5a7b-4b6b-b4ae-b30812b0029b triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:33:17.059268 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:17.143847 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b3f88955-3b71-4a60-816a-46a359fb66c3 req-7b17f8b3-3ee7-4bd9-b276-87dafa261dd8 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=746e3e44-e34c-4eb8-99db-3a01195969ee HTTP/1.1" status: 200 len: 210 time: 0.0524025 Jun 18 08:33:17.325582 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device 0f425cad-9fcf-42d9-802a-858562a4cf74 up at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:33:17.356775 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340e5447-1e3e-44b7-b752-0fd2b5e9052a None None] Sync routers for ids ['2edcf66f-19ac-484c-ac80-031e402eec1c'] in dv-cinder-786873-3-iscsi {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:33:17.374027 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340e5447-1e3e-44b7-b752-0fd2b5e9052a None None] Routers {'2edcf66f-19ac-484c-ac80-031e402eec1c'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:33:17.374661 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-340e5447-1e3e-44b7-b752-0fd2b5e9052a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:33:11Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['2edcf66f-19ac-484c-ac80-031e402eec1c'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:33:17.535316 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-340e5447-1e3e-44b7-b752-0fd2b5e9052a None None] Set router 2edcf66f-19ac-484c-ac80-031e402eec1c gateway port host: dv-cinder-786873-3-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:33:17.577725 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning for port 0f425cad-9fcf-42d9-802a-858562a4cf74 completed by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:33:17.595295 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning complete for port 0f425cad-9fcf-42d9-802a-858562a4cf74 triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:33:17.595710 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:17.852860 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:17.953421 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] For port 0f425cad-9fcf-42d9-802a-858562a4cf74, host dv-cinder-786873-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=0f425cad-9fcf-42d9-802a-858562a4cf74,segment=NetworkSegment(12e3d6c0-2a01-4ec9-a6e5-283a6c482531),segment_id=12e3d6c0-2a01-4ec9-a6e5-283a6c482531)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:33:17.986084 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-340e5447-1e3e-44b7-b752-0fd2b5e9052a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2edcf66f-19ac-484c-ac80-031e402eec1c', 'name': 'tempest-TestMinimumBasicScenario-1097853518-router', 'tenant_id': 'bd4eac73c3aa4d4a88c851d255dbd795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '0f425cad-9fcf-42d9-802a-858562a4cf74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:33:10Z', 'updated_at': '2021-06-18T08:33:14Z', 'revision_number': 4, 'project_id': 'bd4eac73c3aa4d4a88c851d255dbd795', 'gw_port': {'id': '0f425cad-9fcf-42d9-802a-858562a4cf74', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:12:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2edcf66f-19ac-484c-ac80-031e402eec1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:11Z', 'updated_at': '2021-06-18T08:33:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_interfaces': [{'id': 'de13be2f-160b-4859-93da-d888a2c0c479', 'name': '', 'network_id': 'e934ab77-e0c2-4a47-a51b-65958cea7445', 'tenant_id': 'bd4eac73c3aa4d4a88c851d255dbd795', 'mac_address': 'fa:16:3e:a1:b5:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2edcf66f-19ac-484c-ac80-031e402eec1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'eb6f4160-a40c-4806-824d-5335d5af9b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:14Z', 'updated_at': '2021-06-18T08:33:15Z', 'revision_number': 2, 'project_id': 'bd4eac73c3aa4d4a88c851d255dbd795', 'subnets': [{'id': 'eb6f4160-a40c-4806-824d-5335d5af9b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:33:18.036321 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340e5447-1e3e-44b7-b752-0fd2b5e9052a None None] Checking router: 2edcf66f-19ac-484c-ac80-031e402eec1c for host: dv-cinder-786873-3-iscsi {{(pid=93643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:33:18.054741 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340e5447-1e3e-44b7-b752-0fd2b5e9052a None None] Updating router 2edcf66f-19ac-484c-ac80-031e402eec1c port de13be2f-160b-4859-93da-d888a2c0c479 binding host dv-cinder-786873-3-iscsi {{(pid=93643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 08:33:18.116258 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-340e5447-1e3e-44b7-b752-0fd2b5e9052a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:18.166082 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:18.183236 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-bfdd87f3-6550-4e4e-a2f8-2229c7fe05ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:18.314795 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Pushing event updated for resources: {'Port': ['ID=0f425cad-9fcf-42d9-802a-858562a4cf74,revision_number=4']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:18.320655 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:18.590196 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-340e5447-1e3e-44b7-b752-0fd2b5e9052a None None] Notify callbacks [] for port, precommit_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:18.609506 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-340e5447-1e3e-44b7-b752-0fd2b5e9052a None None] Transition to ACTIVE for port object de13be2f-160b-4859-93da-d888a2c0c479 will not be triggered until provisioned by entity L2. {{(pid=93643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:33:18.682144 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-340e5447-1e3e-44b7-b752-0fd2b5e9052a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:18.689950 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:18.801864 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592da7ee-5b17-4f91-b33b-5a4dc4e30b22 None None] Pushing event updated for resources: {'Port': ['ID=de13be2f-160b-4859-93da-d888a2c0c479,revision_number=3']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:18.805560 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-592da7ee-5b17-4f91-b33b-5a4dc4e30b22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:18.938385 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-340e5447-1e3e-44b7-b752-0fd2b5e9052a None None] Attempting to bind port de13be2f-160b-4859-93da-d888a2c0c479 on host dv-cinder-786873-3-iscsi for vnic_type normal with profile {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:33:18.939056 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-340e5447-1e3e-44b7-b752-0fd2b5e9052a None None] Attempting to bind port de13be2f-160b-4859-93da-d888a2c0c479 by drivers openvswitch,hyperv on host dv-cinder-786873-3-iscsi at level 0 using segments [{'id': 'f611b1f0-0b80-4177-84a2-c5b9aea27b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'e934ab77-e0c2-4a47-a51b-65958cea7445'}] {{(pid=93643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:33:18.939625 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340e5447-1e3e-44b7-b752-0fd2b5e9052a None None] Attempting to bind port de13be2f-160b-4859-93da-d888a2c0c479 on network e934ab77-e0c2-4a47-a51b-65958cea7445 {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:33:18.947599 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340e5447-1e3e-44b7-b752-0fd2b5e9052a None None] Checking agent: {'id': '38b9d690-c74c-4031-9e4b-d740e9188e6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 20, 42), 'started_at': datetime.datetime(2021, 6, 18, 8, 21, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:33:18.948316 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340e5447-1e3e-44b7-b752-0fd2b5e9052a None None] Checking segment: {'id': 'f611b1f0-0b80-4177-84a2-c5b9aea27b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'e934ab77-e0c2-4a47-a51b-65958cea7445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:33:18.948914 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-340e5447-1e3e-44b7-b752-0fd2b5e9052a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:18.949544 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340e5447-1e3e-44b7-b752-0fd2b5e9052a None None] Bound using segment: {'id': 'f611b1f0-0b80-4177-84a2-c5b9aea27b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'e934ab77-e0c2-4a47-a51b-65958cea7445'} {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:33:18.950203 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-340e5447-1e3e-44b7-b752-0fd2b5e9052a None None] Bound port: de13be2f-160b-4859-93da-d888a2c0c479, host: dv-cinder-786873-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f611b1f0-0b80-4177-84a2-c5b9aea27b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'e934ab77-e0c2-4a47-a51b-65958cea7445'}}] {{(pid=93643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:33:18.950775 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-340e5447-1e3e-44b7-b752-0fd2b5e9052a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:19.090170 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device 0f425cad-9fcf-42d9-802a-858562a4cf74 up at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:33:19.124218 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-340e5447-1e3e-44b7-b752-0fd2b5e9052a None None] For port de13be2f-160b-4859-93da-d888a2c0c479, host dv-cinder-786873-3-iscsi, cleared binding levels {{(pid=93643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:33:19.149455 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cfac78-dce1-4e8b-972a-08261e9908b0 req-e28310f9-8b55-4735-9419-94a233f50336 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:19.152503 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-340e5447-1e3e-44b7-b752-0fd2b5e9052a None None] For port de13be2f-160b-4859-93da-d888a2c0c479, host dv-cinder-786873-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=de13be2f-160b-4859-93da-d888a2c0c479,segment=NetworkSegment(f611b1f0-0b80-4177-84a2-c5b9aea27b5d),segment_id=f611b1f0-0b80-4177-84a2-c5b9aea27b5d)] {{(pid=93643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:33:19.157373 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c8cfac78-dce1-4e8b-972a-08261e9908b0 req-e28310f9-8b55-4735-9419-94a233f50336 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=00278876-9f41-4f50-925c-2b3dd85043e1 HTTP/1.1" status: 200 len: 946 time: 0.1599939 Jun 18 08:33:19.194047 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning complete for port 0f425cad-9fcf-42d9-802a-858562a4cf74 triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:33:19.194966 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:19.218920 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c8cfac78-dce1-4e8b-972a-08261e9908b0 req-64e7c8b9-a33c-4d2c-8eb8-3f120b40360a tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558732 Jun 18 08:33:19.230493 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-340e5447-1e3e-44b7-b752-0fd2b5e9052a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:19.235838 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:19.352612 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340e5447-1e3e-44b7-b752-0fd2b5e9052a None None] Routers {'2edcf66f-19ac-484c-ac80-031e402eec1c'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:33:19.353429 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-340e5447-1e3e-44b7-b752-0fd2b5e9052a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:33:11Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['2edcf66f-19ac-484c-ac80-031e402eec1c'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:33:19.357514 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592da7ee-5b17-4f91-b33b-5a4dc4e30b22 None None] Pushing event updated for resources: {'Port': ['ID=de13be2f-160b-4859-93da-d888a2c0c479,revision_number=4']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:19.365154 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-592da7ee-5b17-4f91-b33b-5a4dc4e30b22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:19.591239 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-340e5447-1e3e-44b7-b752-0fd2b5e9052a None None] Set router 2edcf66f-19ac-484c-ac80-031e402eec1c gateway port host: dv-cinder-786873-3-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:33:19.919155 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-340e5447-1e3e-44b7-b752-0fd2b5e9052a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2edcf66f-19ac-484c-ac80-031e402eec1c', 'name': 'tempest-TestMinimumBasicScenario-1097853518-router', 'tenant_id': 'bd4eac73c3aa4d4a88c851d255dbd795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '0f425cad-9fcf-42d9-802a-858562a4cf74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:33:10Z', 'updated_at': '2021-06-18T08:33:14Z', 'revision_number': 4, 'project_id': 'bd4eac73c3aa4d4a88c851d255dbd795', 'gw_port': {'id': '0f425cad-9fcf-42d9-802a-858562a4cf74', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:12:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edcf66f-19ac-484c-ac80-031e402eec1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:11Z', 'updated_at': '2021-06-18T08:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_interfaces': [{'id': 'de13be2f-160b-4859-93da-d888a2c0c479', 'name': '', 'network_id': 'e934ab77-e0c2-4a47-a51b-65958cea7445', 'tenant_id': 'bd4eac73c3aa4d4a88c851d255dbd795', 'mac_address': 'fa:16:3e:a1:b5:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2edcf66f-19ac-484c-ac80-031e402eec1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'eb6f4160-a40c-4806-824d-5335d5af9b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:14Z', 'updated_at': '2021-06-18T08:33:19Z', 'revision_number': 4, 'project_id': 'bd4eac73c3aa4d4a88c851d255dbd795', 'subnets': [{'id': 'eb6f4160-a40c-4806-824d-5335d5af9b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:33:19.964801 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340e5447-1e3e-44b7-b752-0fd2b5e9052a None None] The sync data for ids ['2edcf66f-19ac-484c-ac80-031e402eec1c'] in dv-cinder-786873-3-iscsi is: [{'id': '2edcf66f-19ac-484c-ac80-031e402eec1c', 'name': 'tempest-TestMinimumBasicScenario-1097853518-router', 'tenant_id': 'bd4eac73c3aa4d4a88c851d255dbd795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '0f425cad-9fcf-42d9-802a-858562a4cf74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:33:10Z', 'updated_at': '2021-06-18T08:33:14Z', 'revision_number': 4, 'project_id': 'bd4eac73c3aa4d4a88c851d255dbd795', 'gw_port': {'id': '0f425cad-9fcf-42d9-802a-858562a4cf74', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:12:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edcf66f-19ac-484c-ac80-031e402eec1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:11Z', 'updated_at': '2021-06-18T08:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_interfaces': [{'id': 'de13be2f-160b-4859-93da-d888a2c0c479', 'name': '', 'network_id': 'e934ab77-e0c2-4a47-a51b-65958cea7445', 'tenant_id': 'bd4eac73c3aa4d4a88c851d255dbd795', 'mac_address': 'fa:16:3e:a1:b5:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2edcf66f-19ac-484c-ac80-031e402eec1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'eb6f4160-a40c-4806-824d-5335d5af9b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:14Z', 'updated_at': '2021-06-18T08:33:19Z', 'revision_number': 4, 'project_id': 'bd4eac73c3aa4d4a88c851d255dbd795', 'subnets': [{'id': 'eb6f4160-a40c-4806-824d-5335d5af9b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:33:20.617675 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc55c1-b670-4705-967e-0a4a0bb8c174 req-1eac58dd-2c39-466a-9f49-2d4f84617d6b tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:20.628678 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-5ebc55c1-b670-4705-967e-0a4a0bb8c174 req-1eac58dd-2c39-466a-9f49-2d4f84617d6b tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=00278876-9f41-4f50-925c-2b3dd85043e1 HTTP/1.1" status: 200 len: 946 time: 0.1643376 Jun 18 08:33:20.702986 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-5ebc55c1-b670-4705-967e-0a4a0bb8c174 req-a503817d-8da6-4dd5-b9fd-96ce4f62d487 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732861 Jun 18 08:33:20.933660 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device de13be2f-160b-4859-93da-d888a2c0c479 up at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:33:21.254436 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning for port de13be2f-160b-4859-93da-d888a2c0c479 completed by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:33:21.275604 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning complete for port de13be2f-160b-4859-93da-d888a2c0c479 triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:33:21.275604 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:21.435837 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:21.680587 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] For port de13be2f-160b-4859-93da-d888a2c0c479, host dv-cinder-786873-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=de13be2f-160b-4859-93da-d888a2c0c479,segment=NetworkSegment(f611b1f0-0b80-4177-84a2-c5b9aea27b5d),segment_id=f611b1f0-0b80-4177-84a2-c5b9aea27b5d)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:33:21.745808 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:21.750565 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:21.854139 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Pushing event updated for resources: {'Port': ['ID=de13be2f-160b-4859-93da-d888a2c0c479,revision_number=5']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:21.865667 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:21.997739 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbbf246-5e15-40e8-a511-3043db27013a req-a49e4d48-4360-439a-afff-e4f026104141 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:22.009067 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ddbbf246-5e15-40e8-a511-3043db27013a req-a49e4d48-4360-439a-afff-e4f026104141 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=00278876-9f41-4f50-925c-2b3dd85043e1 HTTP/1.1" status: 200 len: 946 time: 0.1078436 Jun 18 08:33:22.072658 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ddbbf246-5e15-40e8-a511-3043db27013a req-dc860a4f-9b97-4b1e-b1c0-d635a81ce27b tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616817 Jun 18 08:33:23.050455 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device de13be2f-160b-4859-93da-d888a2c0c479 up at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:33:23.304824 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning complete for port de13be2f-160b-4859-93da-d888a2c0c479 triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:33:23.305604 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:23.624907 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a880123-e312-4941-b7cc-3da731c3c64a req-0e28b38c-e922-4bfa-afcb-ddf1775e1291 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:23.627382 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0a880123-e312-4941-b7cc-3da731c3c64a req-0e28b38c-e922-4bfa-afcb-ddf1775e1291 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=00278876-9f41-4f50-925c-2b3dd85043e1 HTTP/1.1" status: 200 len: 946 time: 0.2401659 Jun 18 08:33:23.665821 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 37622) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:33:23.745282 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0a880123-e312-4941-b7cc-3da731c3c64a req-691da300-07df-4b1c-91bd-c036def34a7e tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034281 Jun 18 08:33:23.960000 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-a1efda74-d642-4881-a203-068da2718640 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:24.136134 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-a1efda74-d642-4881-a203-068da2718640 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:24.518538 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-a1efda74-d642-4881-a203-068da2718640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:24.568547 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-5165947b-160c-48c4-85dc-e9348555bc31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:24.578076 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-a1efda74-d642-4881-a203-068da2718640 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6684589b6a09490aa1d9494c9c5f4617&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9106417 Jun 18 08:33:24.585591 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 37632) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:33:24.658139 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1efda74-d642-4881-a203-068da2718640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6879095c-c3b2-406a-866b-4a63b15fe041,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:24.667499 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-a1efda74-d642-4881-a203-068da2718640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:24.813780 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-901a547b-1e6a-439b-b9f0-47c32e2c5016 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:24.958420 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-901a547b-1e6a-439b-b9f0-47c32e2c5016 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:25.332259 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 37638) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:33:25.382462 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22cc985-d7dd-4e51-bd26-d2b6a6af6f14 req-64789b3c-6e2e-4260-9358-c4eda2de40aa tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:25.401384 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a22cc985-d7dd-4e51-bd26-d2b6a6af6f14 req-64789b3c-6e2e-4260-9358-c4eda2de40aa tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=00278876-9f41-4f50-925c-2b3dd85043e1 HTTP/1.1" status: 200 len: 946 time: 0.2479539 Jun 18 08:33:25.518983 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-901a547b-1e6a-439b-b9f0-47c32e2c5016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:25.547201 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-901a547b-1e6a-439b-b9f0-47c32e2c5016 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:25.558180 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-901a547b-1e6a-439b-b9f0-47c32e2c5016 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6879095c-c3b2-406a-866b-4a63b15fe041 HTTP/1.1" status: 204 len: 168 time: 0.9685795 Jun 18 08:33:25.563603 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-bcb7d81f-a2a7-4615-9aa3-87362dfe2d48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:25.578647 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901a547b-1e6a-439b-b9f0-47c32e2c5016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6879095c-c3b2-406a-866b-4a63b15fe041,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:25.628692 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a22cc985-d7dd-4e51-bd26-d2b6a6af6f14 req-b2e19ca3-decd-43a5-a9bb-8ca0ac3828f4 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250748 Jun 18 08:33:25.634275 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-901a547b-1e6a-439b-b9f0-47c32e2c5016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:25.809416 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-57894ac0-9192-4f48-8e5f-5ca73a1bcdae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:26.143316 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-57894ac0-9192-4f48-8e5f-5ca73a1bcdae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:26.179270 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:26.210385 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-57894ac0-9192-4f48-8e5f-5ca73a1bcdae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:26.225124 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-d433f84e-e570-4d30-8072-69532ee1cf48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:26.453630 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57894ac0-9192-4f48-8e5f-5ca73a1bcdae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db62cec-6953-4558-b6d0-839f45ec4496,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:26.471848 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-57894ac0-9192-4f48-8e5f-5ca73a1bcdae admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7ffc4a679292432a8cba6c59c4ca113d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1371865 Jun 18 08:33:26.499082 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 37652) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:33:26.538969 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-57894ac0-9192-4f48-8e5f-5ca73a1bcdae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:26.592332 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d62f74c-336d-4943-98b8-db57738eb8e3 req-27bfc3b1-5fd2-45cb-878a-fb7d84886b59 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:26.595098 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-9d62f74c-336d-4943-98b8-db57738eb8e3 req-27bfc3b1-5fd2-45cb-878a-fb7d84886b59 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.72 "GET /v2.0/ports?device_id=00278876-9f41-4f50-925c-2b3dd85043e1 HTTP/1.1" status: 200 len: 946 time: 0.2955139 Jun 18 08:33:26.664888 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-0e579fa2-9065-4eaf-91b6-f975a1ff2d4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:26.718101 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-0e579fa2-9065-4eaf-91b6-f975a1ff2d4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:26.874965 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [req-9d62f74c-336d-4943-98b8-db57738eb8e3 req-c8f88d83-43ed-4732-8454-feea819d5087 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Deleting port 2f53a4d9-f21c-400b-bb0a-5d2bca6ae55b {{(pid=93642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:33:26.875366 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-9d62f74c-336d-4943-98b8-db57738eb8e3 req-c8f88d83-43ed-4732-8454-feea819d5087 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741882027237'] for port, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:26.946902 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-0e579fa2-9065-4eaf-91b6-f975a1ff2d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:26.953573 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-0e579fa2-9065-4eaf-91b6-f975a1ff2d4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:26.960609 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-0e579fa2-9065-4eaf-91b6-f975a1ff2d4e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3db62cec-6953-4558-b6d0-839f45ec4496 HTTP/1.1" status: 204 len: 168 time: 0.4560995 Jun 18 08:33:26.969932 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-5dbef6ce-b083-4950-bb85-a945b9195bae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:26.986625 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e579fa2-9065-4eaf-91b6-f975a1ff2d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db62cec-6953-4558-b6d0-839f45ec4496,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:26.995338 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-0e579fa2-9065-4eaf-91b6-f975a1ff2d4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:27.052117 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a5b41-2b8b-4175-92fc-b5ae266f7517 req-8f8912fa-8b94-4357-b5ae-00ac57b4530d tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:27.059524 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f78a5b41-2b8b-4175-92fc-b5ae266f7517 req-8f8912fa-8b94-4357-b5ae-00ac57b4530d tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=00278876-9f41-4f50-925c-2b3dd85043e1 HTTP/1.1" status: 200 len: 946 time: 0.2023094 Jun 18 08:33:27.117295 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [req-9d62f74c-336d-4943-98b8-db57738eb8e3 req-c8f88d83-43ed-4732-8454-feea819d5087 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] For port 2f53a4d9-f21c-400b-bb0a-5d2bca6ae55b, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=2f53a4d9-f21c-400b-bb0a-5d2bca6ae55b,segment=NetworkSegment(8c06c17f-2be1-4924-8911-2b23408d6000),segment_id=8c06c17f-2be1-4924-8911-2b23408d6000)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:33:27.117646 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-9d62f74c-336d-4943-98b8-db57738eb8e3 req-c8f88d83-43ed-4732-8454-feea819d5087 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7962534'] for port, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:27.173116 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f78a5b41-2b8b-4175-92fc-b5ae266f7517 req-ff8ed625-3663-4ccd-a4cc-dfff620221bc tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/security-groups?id=33f48dc8-de1f-4d72-baf4-5a1e35203530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124251 Jun 18 08:33:27.639910 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [req-9d62f74c-336d-4943-98b8-db57738eb8e3 req-c8f88d83-43ed-4732-8454-feea819d5087 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Calling delete_port for 2f53a4d9-f21c-400b-bb0a-5d2bca6ae55b owned by compute:nova {{(pid=93642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:33:27.867210 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 37682) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:33:28.008014 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-9d62f74c-336d-4943-98b8-db57738eb8e3 req-c8f88d83-43ed-4732-8454-feea819d5087 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741882028261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741881438823'] for port, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:28.022497 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-0323d8ba-80c9-4a3e-8917-f05bf4654881 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:28.099380 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88d83-43ed-4732-8454-feea819d5087 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Pushing event deleted for resources: {'Port': ['ID=2f53a4d9-f21c-400b-bb0a-5d2bca6ae55b,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:28.111695 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-c8f88d83-43ed-4732-8454-feea819d5087 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:28.118979 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-f30bf0f6-ea3f-4ca1-b00a-317004cede05 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-531576247-network', 'tenant_id': '16377c30d98b40d2a1d40d112350c18e'}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:33:28.154692 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d62f74c-336d-4943-98b8-db57738eb8e3 req-c8f88d83-43ed-4732-8454-feea819d5087 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] No DVR routers for this DVR port 2f53a4d9-f21c-400b-bb0a-5d2bca6ae55b on host hv-cinder-78687 {{(pid=93642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 08:33:28.159195 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-9d62f74c-336d-4943-98b8-db57738eb8e3 req-c8f88d83-43ed-4732-8454-feea819d5087 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881'] for port, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:28.164486 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-9d62f74c-336d-4943-98b8-db57738eb8e3 req-c8f88d83-43ed-4732-8454-feea819d5087 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.72 "DELETE /v2.0/ports/2f53a4d9-f21c-400b-bb0a-5d2bca6ae55b HTTP/1.1" status: 204 len: 173 time: 1.5637355 Jun 18 08:33:28.165040 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00278876-9f41-4f50-925c-2b3dd85043e1', 'name': 'network-vif-deleted', 'tag': '2f53a4d9-f21c-400b-bb0a-5d2bca6ae55b'}] {{(pid=93642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:33:28.167392 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8e20e2b9f795c08d425b6044ace8e6bfcc189f1bac9bd432248b5aa3a03ca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-137e1acb-5f2d-43ad-88ab-394d70ca3030" -d '{"events": [{"server_uuid": "00278876-9f41-4f50-925c-2b3dd85043e1", "name": "network-vif-deleted", "tag": "2f53a4d9-f21c-400b-bb0a-5d2bca6ae55b"}]}' {{(pid=93642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:33:28.227827 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 08:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b4ad4e-d6b0-4557-a84c-52cba310d17e x-openstack-request-id: req-21b4ad4e-d6b0-4557-a84c-52cba310d17e {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:33:28.228418 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00278876-9f41-4f50-925c-2b3dd85043e1", "name": "network-vif-deleted", "tag": "2f53a4d9-f21c-400b-bb0a-5d2bca6ae55b", "status": "completed", "code": 200}]} {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:33:28.228879 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-21b4ad4e-d6b0-4557-a84c-52cba310d17e {{(pid=93642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:33:28.229536 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00278876-9f41-4f50-925c-2b3dd85043e1', 'name': 'network-vif-deleted', 'tag': '2f53a4d9-f21c-400b-bb0a-5d2bca6ae55b', 'status': 'completed', 'code': 200} Jun 18 08:33:28.322326 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f30bf0f6-ea3f-4ca1-b00a-317004cede05 admin admin] Made reservation on behalf of 16377c30d98b40d2a1d40d112350c18e for: {'network': 1} {{(pid=93641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:33:28.327449 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-f30bf0f6-ea3f-4ca1-b00a-317004cede05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-568420'] for network, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:28.374880 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-f30bf0f6-ea3f-4ca1-b00a-317004cede05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:28.485409 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-464b76bf-4b75-4966-9d92-78a87063923d req-d62dc85d-8af6-463c-993f-0737ec1525a6 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=00278876-9f41-4f50-925c-2b3dd85043e1 HTTP/1.1" status: 200 len: 210 time: 0.1116171 Jun 18 08:33:28.745077 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-f30bf0f6-ea3f-4ca1-b00a-317004cede05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:28.854875 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-f30bf0f6-ea3f-4ca1-b00a-317004cede05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:28.867522 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-fec848ee-edfb-4679-a619-33d705b51212 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:28.925704 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f30bf0f6-ea3f-4ca1-b00a-317004cede05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 905} {{(pid=93641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 08:33:28.943904 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30bf0f6-ea3f-4ca1-b00a-317004cede05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=855ae3d0-ed75-4033-b55d-5f401ed879f0,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:28.950773 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-f30bf0f6-ea3f-4ca1-b00a-317004cede05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:28.963672 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-f30bf0f6-ea3f-4ca1-b00a-317004cede05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001404'] for segment, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:28.963672 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.db.segments_db [None req-f30bf0f6-ea3f-4ca1-b00a-317004cede05 admin admin] Added segment 9c4cd0a3-7472-4b22-879f-ed10cb468f23 of type vlan for network f70ada02-a3f7-438f-9c1f-42f5efecb904 Jun 18 08:33:29.074570 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-f30bf0f6-ea3f-4ca1-b00a-317004cede05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741881456851'] for network, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:29.219490 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-f30bf0f6-ea3f-4ca1-b00a-317004cede05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8355133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484'] for network, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:29.220604 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30bf0f6-ea3f-4ca1-b00a-317004cede05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:29.221272 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-f30bf0f6-ea3f-4ca1-b00a-317004cede05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8041489'] for network, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:29.225864 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:29.402572 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30bf0f6-ea3f-4ca1-b00a-317004cede05 admin admin] Pushing event updated for resources: {'Network': ['ID=f70ada02-a3f7-438f-9c1f-42f5efecb904,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:29.407215 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-f30bf0f6-ea3f-4ca1-b00a-317004cede05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:29.415666 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Network f70ada02-a3f7-438f-9c1f-42f5efecb904 details requested by agent ovs-agent-dv-cinder-786873-3-iscsi with host dv-cinder-786873-3-iscsi {{(pid=93643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 08:33:29.518741 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-f30bf0f6-ea3f-4ca1-b00a-317004cede05 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6499746 Jun 18 08:33:29.522452 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 37704) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:33:29.528871 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-9a8b0103-c509-48ba-88d6-c743334849eb admin admin] Request body: {'subnet': {'network_id': 'f70ada02-a3f7-438f-9c1f-42f5efecb904', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-531576247-subnet', 'tenant_id': '16377c30d98b40d2a1d40d112350c18e', 'ip_version': 4}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:33:29.671684 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8b0103-c509-48ba-88d6-c743334849eb admin admin] Made reservation on behalf of 16377c30d98b40d2a1d40d112350c18e for: {'subnet': 1} {{(pid=93641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:33:29.674367 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-9a8b0103-c509-48ba-88d6-c743334849eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4724207'] for subnet, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:29.944573 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device 2f53a4d9-f21c-400b-bb0a-5d2bca6ae55b no longer exists at agent hyperv_hv-cinder-78687 {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:33:29.981078 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-31d4fcf8-2481-4fdc-87b7-6a036c020f25 req-c0b73bd1-afce-44d8-b595-554ffe6fc93f tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] 10.222.0.70 "GET /v2.0/ports?device_id=00278876-9f41-4f50-925c-2b3dd85043e1 HTTP/1.1" status: 200 len: 210 time: 0.0694952 Jun 18 08:33:30.036738 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] No Port match for: 2f53a4d9-f21c-400b-bb0a-5d2bca6ae55b {{(pid=93643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:33:30.048108 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device 2f53a4d9-f21c-400b-bb0a-5d2bca6ae55b not bound to the agent host hv-cinder-78687 {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:33:30.283226 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-9a8b0103-c509-48ba-88d6-c743334849eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4724221'] for subnet, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:30.294140 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:30.522748 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8b0103-c509-48ba-88d6-c743334849eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b36080a-c49b-4a50-be3f-ccdce5af667b,revision_number=0']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:30.541134 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-9a8b0103-c509-48ba-88d6-c743334849eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:30.562907 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8b0103-c509-48ba-88d6-c743334849eb admin admin] Checking segment: {'id': '9c4cd0a3-7472-4b22-879f-ed10cb468f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'f70ada02-a3f7-438f-9c1f-42f5efecb904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:33:30.563275 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8b0103-c509-48ba-88d6-c743334849eb admin admin] Network hostable DHCP agents. Network: f70ada02-a3f7-438f-9c1f-42f5efecb904, hostable agents: ['ccc23fe2-6cc8-4973-a644-121019cdbd4e'], hosted agents: [] {{(pid=93641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 08:33:30.722024 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8b0103-c509-48ba-88d6-c743334849eb admin admin] Network f70ada02-a3f7-438f-9c1f-42f5efecb904 is scheduled to be hosted by DHCP agent ccc23fe2-6cc8-4973-a644-121019cdbd4e with binding_index 1 {{(pid=93641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 08:33:30.807853 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.base_scheduler [None req-9a8b0103-c509-48ba-88d6-c743334849eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786873-3-iscsi, f70ada02-a3f7-438f-9c1f-42f5efecb904) {{(pid=93641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:33:30.820744 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2353cf-576e-48ab-a74e-3c8dd64afda6 None None] Network f70ada02-a3f7-438f-9c1f-42f5efecb904 requested from dv-cinder-786873-3-iscsi {{(pid=93643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:33:30.822746 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8b0103-c509-48ba-88d6-c743334849eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:30.829577 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-9a8b0103-c509-48ba-88d6-c743334849eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8041489'] for subnet, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:30.919375 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-9a8b0103-c509-48ba-88d6-c743334849eb admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3934360 Jun 18 08:33:30.921370 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 37710) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:33:30.938421 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-35bd8343-a248-4178-b867-c4a11629d84c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-531576247-router', 'tenant_id': '16377c30d98b40d2a1d40d112350c18e', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2'}}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:33:31.064183 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-35bd8343-a248-4178-b867-c4a11629d84c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8345775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6504'] for router, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:31.064183 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-35bd8343-a248-4178-b867-c4a11629d84c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8345810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7962524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8366830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6499'] for router, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:31.125456 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f59aab-62bd-4af4-925b-33dc5df188ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp441df14c-9ab6-5f11-a186-516be8319024-f70ada02-a3f7-438f-9c1f-42f5efecb904', 'network_id': 'f70ada02-a3f7-438f-9c1f-42f5efecb904', 'tenant_id': '16377c30d98b40d2a1d40d112350c18e', 'fixed_ips': [{'subnet_id': '7b36080a-c49b-4a50-be3f-ccdce5af667b'}]}} from dv-cinder-786873-3-iscsi. {{(pid=93643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 08:33:31.131157 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-38f59aab-62bd-4af4-925b-33dc5df188ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-568420'] for port, before_create {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:31.269783 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-35bd8343-a248-4178-b867-c4a11629d84c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:31.287867 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 37714) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:33:31.515075 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.db_base_plugin_common [None req-38f59aab-62bd-4af4-925b-33dc5df188ce None None] Allocated IP 172.20.0.2 (f70ada02-a3f7-438f-9c1f-42f5efecb904/7b36080a-c49b-4a50-be3f-ccdce5af667b/88db86c8-a667-44cf-99a6-e91c3e817375) {{(pid=93643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:33:31.812608 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-38f59aab-62bd-4af4-925b-33dc5df188ce None None] Notify callbacks [] for port, precommit_create {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:31.858967 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-38f59aab-62bd-4af4-925b-33dc5df188ce None None] Transition to ACTIVE for port object 88db86c8-a667-44cf-99a6-e91c3e817375 will not be triggered until provisioned by entity L2. {{(pid=93643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:33:31.922433 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-38f59aab-62bd-4af4-925b-33dc5df188ce None None] Transition to ACTIVE for port object 88db86c8-a667-44cf-99a6-e91c3e817375 will not be triggered until provisioned by entity DHCP. {{(pid=93643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:33:32.109770 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-35bd8343-a248-4178-b867-c4a11629d84c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962606', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8345693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6517'] for router, precommit_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:32.388181 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-5bff9b00-7a1f-4e84-9376-c7d0189251a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8343287'] for router_interface, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:32.671400 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-38f59aab-62bd-4af4-925b-33dc5df188ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-568999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741881438814'] for port, after_create {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:32.671400 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:32.711811 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f59aab-62bd-4af4-925b-33dc5df188ce None None] Network f70ada02-a3f7-438f-9c1f-42f5efecb904 is already hosted by enough agents. {{(pid=93643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:33:32.714803 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.scheduler.base_scheduler [None req-38f59aab-62bd-4af4-925b-33dc5df188ce None None] Resources bound (agent type, host, resource id): {{(pid=93643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:33:32.719326 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f59aab-62bd-4af4-925b-33dc5df188ce None None] Received port after_create {{(pid=93643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:33:32.722497 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f59aab-62bd-4af4-925b-33dc5df188ce None None] Pushing event updated for resources: {'Port': ['ID=88db86c8-a667-44cf-99a6-e91c3e817375,revision_number=1']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:32.727103 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-38f59aab-62bd-4af4-925b-33dc5df188ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:32.804526 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-38f59aab-62bd-4af4-925b-33dc5df188ce None None] Attempting to bind port 88db86c8-a667-44cf-99a6-e91c3e817375 on host dv-cinder-786873-3-iscsi for vnic_type normal with profile {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:33:32.805593 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-38f59aab-62bd-4af4-925b-33dc5df188ce None None] Attempting to bind port 88db86c8-a667-44cf-99a6-e91c3e817375 by drivers openvswitch,hyperv on host dv-cinder-786873-3-iscsi at level 0 using segments [{'id': '9c4cd0a3-7472-4b22-879f-ed10cb468f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'f70ada02-a3f7-438f-9c1f-42f5efecb904'}] {{(pid=93643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:33:32.806785 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f59aab-62bd-4af4-925b-33dc5df188ce None None] Attempting to bind port 88db86c8-a667-44cf-99a6-e91c3e817375 on network f70ada02-a3f7-438f-9c1f-42f5efecb904 {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:33:32.816972 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.plugin [None req-5bff9b00-7a1f-4e84-9376-c7d0189251a4 admin admin] Deleting port 1009b9a9-5a9d-47ca-83f9-9a59093dcf86 {{(pid=93641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:33:32.817994 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-5bff9b00-7a1f-4e84-9376-c7d0189251a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741882027237'] for port, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:32.824286 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f59aab-62bd-4af4-925b-33dc5df188ce None None] Checking agent: {'id': '38b9d690-c74c-4031-9e4b-d740e9188e6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 20, 42), 'started_at': datetime.datetime(2021, 6, 18, 8, 21, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:33:32.824873 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f59aab-62bd-4af4-925b-33dc5df188ce None None] Checking segment: {'id': '9c4cd0a3-7472-4b22-879f-ed10cb468f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'f70ada02-a3f7-438f-9c1f-42f5efecb904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:33:32.825339 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-38f59aab-62bd-4af4-925b-33dc5df188ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:32.825841 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f59aab-62bd-4af4-925b-33dc5df188ce None None] Bound using segment: {'id': '9c4cd0a3-7472-4b22-879f-ed10cb468f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'f70ada02-a3f7-438f-9c1f-42f5efecb904'} {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:33:32.826381 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-38f59aab-62bd-4af4-925b-33dc5df188ce None None] Bound port: 88db86c8-a667-44cf-99a6-e91c3e817375, host: dv-cinder-786873-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c4cd0a3-7472-4b22-879f-ed10cb468f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'f70ada02-a3f7-438f-9c1f-42f5efecb904'}}] {{(pid=93643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:33:32.826837 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-38f59aab-62bd-4af4-925b-33dc5df188ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:32.941565 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-38f59aab-62bd-4af4-925b-33dc5df188ce None None] For port 88db86c8-a667-44cf-99a6-e91c3e817375, host dv-cinder-786873-3-iscsi, cleared binding levels {{(pid=93643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:33:32.941565 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-38f59aab-62bd-4af4-925b-33dc5df188ce None None] For port 88db86c8-a667-44cf-99a6-e91c3e817375, host dv-cinder-786873-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=88db86c8-a667-44cf-99a6-e91c3e817375,segment=NetworkSegment(9c4cd0a3-7472-4b22-879f-ed10cb468f23),segment_id=9c4cd0a3-7472-4b22-879f-ed10cb468f23)] {{(pid=93643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:33:32.943015 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.db [None req-5bff9b00-7a1f-4e84-9376-c7d0189251a4 admin admin] For port 1009b9a9-5a9d-47ca-83f9-9a59093dcf86, host dv-cinder-786873-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=1009b9a9-5a9d-47ca-83f9-9a59093dcf86,segment=NetworkSegment(8c06c17f-2be1-4924-8911-2b23408d6000),segment_id=8c06c17f-2be1-4924-8911-2b23408d6000)] {{(pid=93641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:33:32.943015 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-5bff9b00-7a1f-4e84-9376-c7d0189251a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7962534'] for port, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:33.025313 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-38f59aab-62bd-4af4-925b-33dc5df188ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:33.029437 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:33.126982 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f59aab-62bd-4af4-925b-33dc5df188ce None None] Pushing event updated for resources: {'Port': ['ID=88db86c8-a667-44cf-99a6-e91c3e817375,revision_number=2']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:33.131823 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-38f59aab-62bd-4af4-925b-33dc5df188ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:33.427661 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.plugin [None req-5bff9b00-7a1f-4e84-9376-c7d0189251a4 admin admin] Calling delete_port for 1009b9a9-5a9d-47ca-83f9-9a59093dcf86 owned by network:router_interface {{(pid=93641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:33:33.717661 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-35bd8343-a248-4178-b867-c4a11629d84c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:33.744177 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-35bd8343-a248-4178-b867-c4a11629d84c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-568420'] for port, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:34.027529 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.db.db_base_plugin_common [None req-35bd8343-a248-4178-b867-c4a11629d84c admin admin] Allocated IP 172.27.2.203 (215fa03e-ed5a-4c2a-ba1d-c413840c30f2/b938f688-1844-46d6-ac73-91c028ff50eb/e18447b7-a960-46e4-b076-a28d31f6f12e) {{(pid=93641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:33:34.165714 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-5bff9b00-7a1f-4e84-9376-c7d0189251a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741882028261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741881438823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5195011'] for port, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:34.180587 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-e87d8059-55cf-4f8d-917c-aea8a57e872d tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:34.251762 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bff9b00-7a1f-4e84-9376-c7d0189251a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1009b9a9-5a9d-47ca-83f9-9a59093dcf86,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:34.253014 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-5bff9b00-7a1f-4e84-9376-c7d0189251a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:34.294856 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-35bd8343-a248-4178-b867-c4a11629d84c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:34.516257 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-35bd8343-a248-4178-b867-c4a11629d84c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-568999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741881438814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5195020'] for port, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:34.530573 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:34.651058 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bd8343-a248-4178-b867-c4a11629d84c admin admin] Network 215fa03e-ed5a-4c2a-ba1d-c413840c30f2 is already hosted by enough agents. {{(pid=93641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:33:34.657049 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6a0936-25d0-40ab-9cdc-af7873771803 None None] Network f70ada02-a3f7-438f-9c1f-42f5efecb904 requested from dv-cinder-786873-3-iscsi {{(pid=93643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:33:34.660895 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.base_scheduler [None req-35bd8343-a248-4178-b867-c4a11629d84c admin admin] Resources bound (agent type, host, resource id): {{(pid=93641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:33:34.663346 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bd8343-a248-4178-b867-c4a11629d84c admin admin] Received port after_create {{(pid=93641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:33:34.698772 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bd8343-a248-4178-b867-c4a11629d84c admin admin] Pushing event updated for resources: {'Port': ['ID=e18447b7-a960-46e4-b076-a28d31f6f12e,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:34.702944 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-35bd8343-a248-4178-b867-c4a11629d84c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:34.739154 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-5bff9b00-7a1f-4e84-9376-c7d0189251a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8041589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8343115'] for router_interface, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:34.890652 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-ff0fa82f-fa5b-4c72-ae71-bd168945ceba None None] Provisioning for port 88db86c8-a667-44cf-99a6-e91c3e817375 completed by entity DHCP. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:33:35.156161 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device 88db86c8-a667-44cf-99a6-e91c3e817375 up at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:33:35.327447 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning for port 88db86c8-a667-44cf-99a6-e91c3e817375 completed by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:33:35.333052 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning complete for port 88db86c8-a667-44cf-99a6-e91c3e817375 triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:33:35.333749 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:35.514431 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-fea2e04a-8189-4393-92ff-33030f6f8eed None None] Provisioning complete for port 88db86c8-a667-44cf-99a6-e91c3e817375 triggered by entity DHCP. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:33:35.514850 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bff9b00-7a1f-4e84-9376-c7d0189251a4 admin admin] Router 8ad1e4c3-e2e4-4288-9b4d-bb4f277d56c6 has already been hosted by L3 agent ebfc1b20-a3df-4bae-b350-fc31028a16a3 {{(pid=93641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 08:33:35.515538 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-fea2e04a-8189-4393-92ff-33030f6f8eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:35.520287 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:35.649379 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-35bd8343-a248-4178-b867-c4a11629d84c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:35.717216 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] For port 88db86c8-a667-44cf-99a6-e91c3e817375, host dv-cinder-786873-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=88db86c8-a667-44cf-99a6-e91c3e817375,segment=NetworkSegment(9c4cd0a3-7472-4b22-879f-ed10cb468f23),segment_id=9c4cd0a3-7472-4b22-879f-ed10cb468f23)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:33:35.718286 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea0f69-d056-422f-b1ef-0b17eacc6ac7 req-9da7c79b-864d-4b00-9728-d5c634fb7131 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:35.719987 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-07ea0f69-d056-422f-b1ef-0b17eacc6ac7 req-9da7c79b-864d-4b00-9728-d5c634fb7131 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/networks?id=8c6da9e1-004b-42db-bcf0-39aac50436ca HTTP/1.1" status: 200 len: 814 time: 0.3382196 Jun 18 08:33:35.739863 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-fea2e04a-8189-4393-92ff-33030f6f8eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:35.791395 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:35.794912 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-4a9c2433-235f-4583-aa2a-8a1a07ca3d44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:35.823479 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-07ea0f69-d056-422f-b1ef-0b17eacc6ac7 req-becd6f1d-3131-4ae4-88c2-89a3c179cfbf tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/quotas/b488d6b019264cc997cfd9e73d198575 HTTP/1.1" status: 200 len: 375 time: 0.0559971 Jun 18 08:33:35.892942 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.db.api [None req-fea2e04a-8189-4393-92ff-33030f6f8eed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93643) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 08:33:35.893273 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_db.api [None req-fea2e04a-8189-4393-92ff-33030f6f8eed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 08:33:35.897918 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Pushing event updated for resources: {'Port': ['ID=88db86c8-a667-44cf-99a6-e91c3e817375,revision_number=3']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:35.909260 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:35.989155 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bff9b00-7a1f-4e84-9376-c7d0189251a4 admin admin] Notify agent at l3_agent.dv-cinder-786873-3-iscsi the message routers_updated {{(pid=93641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:33:36.003604 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-5bff9b00-7a1f-4e84-9376-c7d0189251a4 admin admin] 10.222.0.70 "PUT /v2.0/routers/8ad1e4c3-e2e4-4288-9b4d-bb4f277d56c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7062080 Jun 18 08:33:36.004873 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 37756) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:33:36.009508 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bcaf12-a5df-4d71-b09d-fc86efa3f031 None None] Sync routers for ids ['8ad1e4c3-e2e4-4288-9b4d-bb4f277d56c6'] in dv-cinder-786873-3-iscsi {{(pid=93644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:33:36.041067 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bcaf12-a5df-4d71-b09d-fc86efa3f031 None None] Routers {'8ad1e4c3-e2e4-4288-9b4d-bb4f277d56c6'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:33:36.041830 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_hamode_db [None req-c5bcaf12-a5df-4d71-b09d-fc86efa3f031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:33:11Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['8ad1e4c3-e2e4-4288-9b4d-bb4f277d56c6'], 'active': True} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:33:36.092455 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-07ea0f69-d056-422f-b1ef-0b17eacc6ac7 req-637d29b4-281f-4d1a-a002-9265d6a4fc27 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b488d6b019264cc997cfd9e73d198575&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2435582 Jun 18 08:33:36.242933 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-130b36f9-ebac-457d-802c-a9e0965d6d82 admin admin] Notify callbacks [] for router, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:36.260639 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvr_db [None req-c5bcaf12-a5df-4d71-b09d-fc86efa3f031 None None] Set router 8ad1e4c3-e2e4-4288-9b4d-bb4f277d56c6 gateway port host: dv-cinder-786873-3-iscsi {{(pid=93644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:33:36.368398 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-130b36f9-ebac-457d-802c-a9e0965d6d82 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:36.418511 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-35bd8343-a248-4178-b867-c4a11629d84c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8345766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7960378'] for router, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:36.527499 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-130b36f9-ebac-457d-802c-a9e0965d6d82 admin admin] Deleting port e9656cc4-9a7c-4c8d-833d-a0b1548a8b1a {{(pid=93642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:33:36.528301 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-130b36f9-ebac-457d-802c-a9e0965d6d82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741882027237'] for port, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:36.569003 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-07ea0f69-d056-422f-b1ef-0b17eacc6ac7 req-8f18a2a5-e17b-4506-b89a-bc8c0ec2a689 service neutron] 10.222.0.70 "GET /v2.0/networks/8c6da9e1-004b-42db-bcf0-39aac50436ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4752085 Jun 18 08:33:36.586998 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_hamode_db [None req-c5bcaf12-a5df-4d71-b09d-fc86efa3f031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ad1e4c3-e2e4-4288-9b4d-bb4f277d56c6', 'name': 'tempest-ServerRescueNegativeTestJSON-338729016-router', 'tenant_id': '665ee72de464416b9ceb623c24cfa8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'e9656cc4-9a7c-4c8d-833d-a0b1548a8b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:28:52Z', 'updated_at': '2021-06-18T08:33:33Z', 'revision_number': 5, 'project_id': '665ee72de464416b9ceb623c24cfa8a5', 'gw_port': {'id': 'e9656cc4-9a7c-4c8d-833d-a0b1548a8b1a', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:15:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad1e4c3-e2e4-4288-9b4d-bb4f277d56c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:28:53Z', 'updated_at': '2021-06-18T08:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi'}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:33:36.632929 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bcaf12-a5df-4d71-b09d-fc86efa3f031 None None] Checking router: 8ad1e4c3-e2e4-4288-9b4d-bb4f277d56c6 for host: dv-cinder-786873-3-iscsi {{(pid=93644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:33:36.645116 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bcaf12-a5df-4d71-b09d-fc86efa3f031 None None] Routers {'8ad1e4c3-e2e4-4288-9b4d-bb4f277d56c6'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:33:36.646753 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_hamode_db [None req-c5bcaf12-a5df-4d71-b09d-fc86efa3f031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:33:11Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['8ad1e4c3-e2e4-4288-9b4d-bb4f277d56c6'], 'active': True} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:33:36.647662 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-130b36f9-ebac-457d-802c-a9e0965d6d82 admin admin] For port e9656cc4-9a7c-4c8d-833d-a0b1548a8b1a, host dv-cinder-786873-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=e9656cc4-9a7c-4c8d-833d-a0b1548a8b1a,segment=NetworkSegment(12e3d6c0-2a01-4ec9-a6e5-283a6c482531),segment_id=12e3d6c0-2a01-4ec9-a6e5-283a6c482531)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:33:36.648050 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-130b36f9-ebac-457d-802c-a9e0965d6d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7962534'] for port, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:36.736132 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-07ea0f69-d056-422f-b1ef-0b17eacc6ac7 req-37ba882c-d366-4686-8b01-517e24fbe363 service neutron] 10.222.0.70 "GET /v2.0/networks/8c6da9e1-004b-42db-bcf0-39aac50436ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612713 Jun 18 08:33:36.748565 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-130b36f9-ebac-457d-802c-a9e0965d6d82 admin admin] Calling delete_port for e9656cc4-9a7c-4c8d-833d-a0b1548a8b1a owned by network:router_gateway {{(pid=93642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:33:36.757069 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvr_db [None req-c5bcaf12-a5df-4d71-b09d-fc86efa3f031 None None] Set router 8ad1e4c3-e2e4-4288-9b4d-bb4f277d56c6 gateway port host: None {{(pid=93644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:33:36.846781 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_hamode_db [None req-c5bcaf12-a5df-4d71-b09d-fc86efa3f031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ad1e4c3-e2e4-4288-9b4d-bb4f277d56c6', 'name': 'tempest-ServerRescueNegativeTestJSON-338729016-router', 'tenant_id': '665ee72de464416b9ceb623c24cfa8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:28:52Z', 'updated_at': '2021-06-18T08:33:36Z', 'revision_number': 6, 'project_id': '665ee72de464416b9ceb623c24cfa8a5', 'gw_port_host': None}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:33:36.874460 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35bd8343-a248-4178-b867-c4a11629d84c admin admin] Router 89064131-e9d9-49de-ac1b-092a176c006d is scheduled to L3 agent ebfc1b20-a3df-4bae-b350-fc31028a16a3 with binding_index 1 {{(pid=93641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 08:33:36.918902 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bcaf12-a5df-4d71-b09d-fc86efa3f031 None None] The sync data for ids ['8ad1e4c3-e2e4-4288-9b4d-bb4f277d56c6'] in dv-cinder-786873-3-iscsi is: [{'id': '8ad1e4c3-e2e4-4288-9b4d-bb4f277d56c6', 'name': 'tempest-ServerRescueNegativeTestJSON-338729016-router', 'tenant_id': '665ee72de464416b9ceb623c24cfa8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:28:52Z', 'updated_at': '2021-06-18T08:33:36Z', 'revision_number': 6, 'project_id': '665ee72de464416b9ceb623c24cfa8a5', 'gw_port_host': None}] {{(pid=93644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:33:36.927338 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device 88db86c8-a667-44cf-99a6-e91c3e817375 up at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:33:37.048292 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning complete for port 88db86c8-a667-44cf-99a6-e91c3e817375 triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:33:37.048920 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:37.059114 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35bd8343-a248-4178-b867-c4a11629d84c admin admin] Notify agent at l3_agent.dv-cinder-786873-3-iscsi the message routers_updated {{(pid=93641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:33:37.108868 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454cd224-410d-408f-b0a6-2638311ba725 None None] Sync routers for ids ['89064131-e9d9-49de-ac1b-092a176c006d'] in dv-cinder-786873-3-iscsi {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:33:37.130734 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454cd224-410d-408f-b0a6-2638311ba725 None None] Routers {'89064131-e9d9-49de-ac1b-092a176c006d'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:33:37.133122 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-454cd224-410d-408f-b0a6-2638311ba725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:33:11Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['89064131-e9d9-49de-ac1b-092a176c006d'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:33:37.140610 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-13d8162f-03f7-4ac9-8ce4-5f7bf0d1b828 req-6fb720bc-2e4c-423d-8618-4b1921e84597 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/ports?device_id=163736fd-af83-4701-ae98-d432fb5e0ce0 HTTP/1.1" status: 200 len: 210 time: 0.0467720 Jun 18 08:33:37.195655 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-130b36f9-ebac-457d-802c-a9e0965d6d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741882028261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741881438823'] for port, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:37.200478 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-35bd8343-a248-4178-b867-c4a11629d84c admin admin] Notify callbacks [] for router, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:37.202445 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:37.205508 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-35bd8343-a248-4178-b867-c4a11629d84c admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.2817900 Jun 18 08:33:37.210508 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 37770) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:33:37.266579 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-454cd224-410d-408f-b0a6-2638311ba725 None None] Set router 89064131-e9d9-49de-ac1b-092a176c006d gateway port host: dv-cinder-786873-3-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:33:37.302544 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130b36f9-ebac-457d-802c-a9e0965d6d82 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9656cc4-9a7c-4c8d-833d-a0b1548a8b1a,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:37.380802 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-130b36f9-ebac-457d-802c-a9e0965d6d82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:37.408473 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-130b36f9-ebac-457d-802c-a9e0965d6d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7960423'] for router_gateway, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:37.659421 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-454cd224-410d-408f-b0a6-2638311ba725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89064131-e9d9-49de-ac1b-092a176c006d', 'name': 'tempest-TestShelveInstance-531576247-router', 'tenant_id': '16377c30d98b40d2a1d40d112350c18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'e18447b7-a960-46e4-b076-a28d31f6f12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:33:31Z', 'updated_at': '2021-06-18T08:33:35Z', 'revision_number': 3, 'project_id': '16377c30d98b40d2a1d40d112350c18e', 'gw_port': {'id': 'e18447b7-a960-46e4-b076-a28d31f6f12e', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:02:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89064131-e9d9-49de-ac1b-092a176c006d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:33Z', 'updated_at': '2021-06-18T08:33:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi'}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:33:37.685458 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-130b36f9-ebac-457d-802c-a9e0965d6d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8345721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6522'] for router, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:37.687757 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-130b36f9-ebac-457d-802c-a9e0965d6d82 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:37.697777 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454cd224-410d-408f-b0a6-2638311ba725 None None] Checking router: 89064131-e9d9-49de-ac1b-092a176c006d for host: dv-cinder-786873-3-iscsi {{(pid=93643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:33:37.698187 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454cd224-410d-408f-b0a6-2638311ba725 None None] Updating router 89064131-e9d9-49de-ac1b-092a176c006d port e18447b7-a960-46e4-b076-a28d31f6f12e binding host dv-cinder-786873-3-iscsi {{(pid=93643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 08:33:37.733954 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-454cd224-410d-408f-b0a6-2638311ba725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:37.893276 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-130b36f9-ebac-457d-802c-a9e0965d6d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8340008'] for router, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:37.893978 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-130b36f9-ebac-457d-802c-a9e0965d6d82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ad1e4c3-e2e4-4288-9b4d-bb4f277d56c6 {{(pid=93642) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 08:33:37.904161 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-130b36f9-ebac-457d-802c-a9e0965d6d82 admin admin] Notify callbacks [] for router, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:37.904161 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-130b36f9-ebac-457d-802c-a9e0965d6d82 admin admin] 10.222.0.70 "DELETE /v2.0/routers/8ad1e4c3-e2e4-4288-9b4d-bb4f277d56c6 HTTP/1.1" status: 204 len: 168 time: 1.8998380 Jun 18 08:33:37.904415 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 37784) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:33:38.008650 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dd7a3a7-15d7-41e1-8c52-9ea33693f513 admin admin] Deleting subnet 9b52193f-07b8-4a42-8014-0c30c4f4094b {{(pid=93641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 08:33:38.017295 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1dd7a3a7-15d7-41e1-8c52-9ea33693f513 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:38.045955 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-890bf0d7-8708-4345-a2dd-64f710a7e2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-568420'] for port, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:38.074747 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1dd7a3a7-15d7-41e1-8c52-9ea33693f513 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6585387'] for subnet, precommit_delete_associations {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:38.198228 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1dd7a3a7-15d7-41e1-8c52-9ea33693f513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002347'] for subnet, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:38.305995 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b1529561-43b1-48a2-998a-890452ce13cb req-6bca9f60-5e60-4d3e-89c7-b85fe62f0769 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/ports?device_id=163736fd-af83-4701-ae98-d432fb5e0ce0 HTTP/1.1" status: 200 len: 210 time: 0.0542209 Jun 18 08:33:38.329838 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-454cd224-410d-408f-b0a6-2638311ba725 None None] Notify callbacks [] for port, precommit_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:38.349381 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-454cd224-410d-408f-b0a6-2638311ba725 None None] Transition to ACTIVE for port object e18447b7-a960-46e4-b076-a28d31f6f12e will not be triggered until provisioned by entity L2. {{(pid=93643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:33:38.386613 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.db.db_base_plugin_common [None req-890bf0d7-8708-4345-a2dd-64f710a7e2ac admin admin] Allocated IP 172.20.0.1 (f70ada02-a3f7-438f-9c1f-42f5efecb904/7b36080a-c49b-4a50-be3f-ccdce5af667b/4fcc6339-2bf6-41bd-acdd-69f7449638b8) {{(pid=93641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:33:38.489057 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-454cd224-410d-408f-b0a6-2638311ba725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:38.499189 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:38.547097 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-454cd224-410d-408f-b0a6-2638311ba725 None None] Attempting to bind port e18447b7-a960-46e4-b076-a28d31f6f12e on host dv-cinder-786873-3-iscsi for vnic_type normal with profile {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:33:38.547342 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-454cd224-410d-408f-b0a6-2638311ba725 None None] Attempting to bind port e18447b7-a960-46e4-b076-a28d31f6f12e by drivers openvswitch,hyperv on host dv-cinder-786873-3-iscsi at level 0 using segments [{'id': '12e3d6c0-2a01-4ec9-a6e5-283a6c482531', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2'}] {{(pid=93643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:33:38.547653 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454cd224-410d-408f-b0a6-2638311ba725 None None] Attempting to bind port e18447b7-a960-46e4-b076-a28d31f6f12e on network 215fa03e-ed5a-4c2a-ba1d-c413840c30f2 {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:33:38.560352 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454cd224-410d-408f-b0a6-2638311ba725 None None] Checking agent: {'id': '38b9d690-c74c-4031-9e4b-d740e9188e6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 20, 42), 'started_at': datetime.datetime(2021, 6, 18, 8, 21, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:33:38.560710 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454cd224-410d-408f-b0a6-2638311ba725 None None] Checking segment: {'id': '12e3d6c0-2a01-4ec9-a6e5-283a6c482531', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:33:38.561042 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-454cd224-410d-408f-b0a6-2638311ba725 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:38.561478 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454cd224-410d-408f-b0a6-2638311ba725 None None] Bound using segment: {'id': '12e3d6c0-2a01-4ec9-a6e5-283a6c482531', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2'} {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:33:38.561940 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-454cd224-410d-408f-b0a6-2638311ba725 None None] Bound port: e18447b7-a960-46e4-b076-a28d31f6f12e, host: dv-cinder-786873-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12e3d6c0-2a01-4ec9-a6e5-283a6c482531', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2'}}] {{(pid=93643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:33:38.562317 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-454cd224-410d-408f-b0a6-2638311ba725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:38.596570 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-890bf0d7-8708-4345-a2dd-64f710a7e2ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:38.621483 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-454cd224-410d-408f-b0a6-2638311ba725 None None] For port e18447b7-a960-46e4-b076-a28d31f6f12e, host dv-cinder-786873-3-iscsi, cleared binding levels {{(pid=93643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:33:38.625564 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-454cd224-410d-408f-b0a6-2638311ba725 None None] For port e18447b7-a960-46e4-b076-a28d31f6f12e, host dv-cinder-786873-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=e18447b7-a960-46e4-b076-a28d31f6f12e,segment=NetworkSegment(12e3d6c0-2a01-4ec9-a6e5-283a6c482531),segment_id=12e3d6c0-2a01-4ec9-a6e5-283a6c482531)] {{(pid=93643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:33:38.635212 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.db.provisioning_blocks [None req-890bf0d7-8708-4345-a2dd-64f710a7e2ac admin admin] Transition to ACTIVE for port object 4fcc6339-2bf6-41bd-acdd-69f7449638b8 will not be triggered until provisioned by entity DHCP. {{(pid=93641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:33:38.638470 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6452169c-125d-44ec-ac12-701ea31c53a0 None None] Pushing event updated for resources: {'Port': ['ID=e18447b7-a960-46e4-b076-a28d31f6f12e,revision_number=2']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:38.649572 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-6452169c-125d-44ec-ac12-701ea31c53a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:38.664307 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1dd7a3a7-15d7-41e1-8c52-9ea33693f513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5195129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4724164'] for subnet, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:38.670865 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-b2bc5a0e-0c5b-49ed-b63b-a6680718b417 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:38.701479 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd7a3a7-15d7-41e1-8c52-9ea33693f513 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b52193f-07b8-4a42-8014-0c30c4f4094b,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:38.704339 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-1dd7a3a7-15d7-41e1-8c52-9ea33693f513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:38.710276 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1dd7a3a7-15d7-41e1-8c52-9ea33693f513 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8041489'] for subnet, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:38.714857 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-1dd7a3a7-15d7-41e1-8c52-9ea33693f513 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/9b52193f-07b8-4a42-8014-0c30c4f4094b HTTP/1.1" status: 204 len: 168 time: 0.8081660 Jun 18 08:33:38.715112 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 37800) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:33:38.756830 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-454cd224-410d-408f-b0a6-2638311ba725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:38.775112 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:38.803581 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-890bf0d7-8708-4345-a2dd-64f710a7e2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-568999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741881438814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5195020'] for port, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:38.814546 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:38.865412 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-cc23ee75-fc09-4823-9162-b4bcbc9fed82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580887'] for network, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:38.878219 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890bf0d7-8708-4345-a2dd-64f710a7e2ac admin admin] Network f70ada02-a3f7-438f-9c1f-42f5efecb904 is already hosted by enough agents. {{(pid=93641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:33:38.891267 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.base_scheduler [None req-890bf0d7-8708-4345-a2dd-64f710a7e2ac admin admin] Resources bound (agent type, host, resource id): {{(pid=93641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:33:38.903115 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890bf0d7-8708-4345-a2dd-64f710a7e2ac admin admin] Received port after_create {{(pid=93641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:33:38.936875 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6452169c-125d-44ec-ac12-701ea31c53a0 None None] Pushing event updated for resources: {'Port': ['ID=e18447b7-a960-46e4-b076-a28d31f6f12e,revision_number=3']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:38.936875 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454cd224-410d-408f-b0a6-2638311ba725 None None] Routers {'89064131-e9d9-49de-ac1b-092a176c006d'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:33:38.936875 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-454cd224-410d-408f-b0a6-2638311ba725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:33:11Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['89064131-e9d9-49de-ac1b-092a176c006d'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:33:38.937350 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890bf0d7-8708-4345-a2dd-64f710a7e2ac admin admin] Pushing event updated for resources: {'Port': ['ID=4fcc6339-2bf6-41bd-acdd-69f7449638b8,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:38.937956 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-6452169c-125d-44ec-ac12-701ea31c53a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:38.938042 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-890bf0d7-8708-4345-a2dd-64f710a7e2ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:38.983315 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device e9656cc4-9a7c-4c8d-833d-a0b1548a8b1a no longer exists at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:33:39.076985 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] No Port match for: e9656cc4-9a7c-4c8d-833d-a0b1548a8b1a {{(pid=93643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:33:39.078748 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device e9656cc4-9a7c-4c8d-833d-a0b1548a8b1a not bound to the agent host dv-cinder-786873-3-iscsi {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:33:39.079562 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device 1009b9a9-5a9d-47ca-83f9-9a59093dcf86 no longer exists at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:33:39.084466 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-890bf0d7-8708-4345-a2dd-64f710a7e2ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7960853'] for router_interface, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:39.114466 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] No Port match for: 1009b9a9-5a9d-47ca-83f9-9a59093dcf86 {{(pid=93643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:33:39.114466 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device 1009b9a9-5a9d-47ca-83f9-9a59093dcf86 not bound to the agent host dv-cinder-786873-3-iscsi {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:33:39.200950 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-ab8a807f-c3a9-468c-84c9-a4d81fc41ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:39.219083 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-cc23ee75-fc09-4823-9162-b4bcbc9fed82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003764', 'neutron.services.segments.db._delete_segments_for_network-8741881978067'] for network, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:39.221116 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-454cd224-410d-408f-b0a6-2638311ba725 None None] Set router 89064131-e9d9-49de-ac1b-092a176c006d gateway port host: dv-cinder-786873-3-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:33:39.295840 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.services.segments.db [None req-cc23ee75-fc09-4823-9162-b4bcbc9fed82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a56a963b-3a29-4893-8b20-0ca5507fb61c']}} {{(pid=93641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:33:39.308492 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.services.segments.db [None req-cc23ee75-fc09-4823-9162-b4bcbc9fed82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c06c17f-2be1-4924-8911-2b23408d6000') {'for_net_delete': True} {{(pid=93641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:33:39.308793 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.services.segments.db [None req-cc23ee75-fc09-4823-9162-b4bcbc9fed82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c06c17f-2be1-4924-8911-2b23408d6000') {} {{(pid=93641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:33:39.323230 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-cc23ee75-fc09-4823-9162-b4bcbc9fed82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741881977896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6585378'] for segment, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:39.340124 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-cc23ee75-fc09-4823-9162-b4bcbc9fed82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001404'] for segment, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:39.349832 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc23ee75-fc09-4823-9162-b4bcbc9fed82 admin admin] Releasing vlan 949 on physical network physnet1 to pool {{(pid=93641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 08:33:39.350245 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-cc23ee75-fc09-4823-9162-b4bcbc9fed82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4805842'] for segment, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:39.351923 dv-cinder-786873-3-iscsi neutron-server[93641]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 08:33:39.351923 dv-cinder-786873-3-iscsi neutron-server[93641]: conditions |= (models_v2.Port.network_id.in_( Jun 18 08:33:39.351923 dv-cinder-786873-3-iscsi neutron-server[93641]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 08:33:39.351923 dv-cinder-786873-3-iscsi neutron-server[93641]: conditions |= (models_v2.Port.network_id.in_( Jun 18 08:33:39.351923 dv-cinder-786873-3-iscsi neutron-server[93641]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 08:33:39.351923 dv-cinder-786873-3-iscsi neutron-server[93641]: conditions |= (models_v2.Port.network_id.in_( Jun 18 08:33:39.351923 dv-cinder-786873-3-iscsi neutron-server[93641]: Traceback (most recent call last): Jun 18 08:33:39.351923 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 08:33:39.351923 dv-cinder-786873-3-iscsi neutron-server[93641]: timer() Jun 18 08:33:39.351923 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 08:33:39.351923 dv-cinder-786873-3-iscsi neutron-server[93641]: cb(*args, **kw) Jun 18 08:33:39.351923 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 08:33:39.351923 dv-cinder-786873-3-iscsi neutron-server[93641]: return func(*args, **kwargs) Jun 18 08:33:39.351923 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 08:33:39.351923 dv-cinder-786873-3-iscsi neutron-server[93641]: self._notify() Jun 18 08:33:39.351923 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 08:33:39.351923 dv-cinder-786873-3-iscsi neutron-server[93641]: self.callback(batched_events) Jun 18 08:33:39.351923 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 08:33:39.351923 dv-cinder-786873-3-iscsi neutron-server[93641]: event.method(event) Jun 18 08:33:39.351923 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 08:33:39.351923 dv-cinder-786873-3-iscsi neutron-server[93641]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 08:33:39.351923 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 08:33:39.351923 dv-cinder-786873-3-iscsi neutron-server[93641]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 08:33:39.351923 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 08:33:39.351923 dv-cinder-786873-3-iscsi neutron-server[93641]: return f(self, *a, **k) Jun 18 08:33:39.351923 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 08:33:39.351923 dv-cinder-786873-3-iscsi neutron-server[93641]: return self._get(url).json() Jun 18 08:33:39.351923 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 08:33:39.351923 dv-cinder-786873-3-iscsi neutron-server[93641]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 08:33:39.351923 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 08:33:39.351923 dv-cinder-786873-3-iscsi neutron-server[93641]: return self.request(url, 'GET', **kwargs) Jun 18 08:33:39.351923 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 08:33:39.351923 dv-cinder-786873-3-iscsi neutron-server[93641]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 08:33:39.351923 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 08:33:39.351923 dv-cinder-786873-3-iscsi neutron-server[93641]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 08:33:39.351923 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 08:33:39.351923 dv-cinder-786873-3-iscsi neutron-server[93641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 08:33:39.351923 dv-cinder-786873-3-iscsi neutron-server[93641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 08:33:39.393549 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e22f32-32c9-43c7-af97-522d987b220f req-c99a0af4-b6e4-46eb-83a0-2326da9a05e9 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:39.393549 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-14e22f32-32c9-43c7-af97-522d987b220f req-c99a0af4-b6e4-46eb-83a0-2326da9a05e9 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 946 time: 0.1380806 Jun 18 08:33:39.467430 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-f8855c27-c0d3-4a3e-af6e-b869267d8f3b None None] Provisioning for port 4fcc6339-2bf6-41bd-acdd-69f7449638b8 completed by entity DHCP. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:33:39.488762 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-f8855c27-c0d3-4a3e-af6e-b869267d8f3b None None] Provisioning complete for port 4fcc6339-2bf6-41bd-acdd-69f7449638b8 triggered by entity DHCP. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:33:39.489441 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-f8855c27-c0d3-4a3e-af6e-b869267d8f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:39.562823 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a0c30d68-8a75-4ece-b910-e63203aa71f1 req-42e9f885-4431-45c9-b956-789845df37ec tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/ports?device_id=163736fd-af83-4701-ae98-d432fb5e0ce0 HTTP/1.1" status: 200 len: 210 time: 0.0667131 Jun 18 08:33:39.567246 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-f8855c27-c0d3-4a3e-af6e-b869267d8f3b None None] Port 4fcc6339-2bf6-41bd-acdd-69f7449638b8 cannot update to ACTIVE because it is not bound. {{(pid=93643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 08:33:39.576066 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-14e22f32-32c9-43c7-af97-522d987b220f req-cf529858-db71-4a0f-be1f-7a2519dc1b52 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/security-groups?id=9acf3f14-0245-462c-bda1-3481c334b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136403 Jun 18 08:33:39.581083 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-890bf0d7-8708-4345-a2dd-64f710a7e2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:39.622135 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-454cd224-410d-408f-b0a6-2638311ba725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89064131-e9d9-49de-ac1b-092a176c006d', 'name': 'tempest-TestShelveInstance-531576247-router', 'tenant_id': '16377c30d98b40d2a1d40d112350c18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'e18447b7-a960-46e4-b076-a28d31f6f12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:33:31Z', 'updated_at': '2021-06-18T08:33:35Z', 'revision_number': 3, 'project_id': '16377c30d98b40d2a1d40d112350c18e', 'gw_port': {'id': 'e18447b7-a960-46e4-b076-a28d31f6f12e', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:02:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89064131-e9d9-49de-ac1b-092a176c006d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:33Z', 'updated_at': '2021-06-18T08:33:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi'}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:33:39.663075 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454cd224-410d-408f-b0a6-2638311ba725 None None] The sync data for ids ['89064131-e9d9-49de-ac1b-092a176c006d'] in dv-cinder-786873-3-iscsi is: [{'id': '89064131-e9d9-49de-ac1b-092a176c006d', 'name': 'tempest-TestShelveInstance-531576247-router', 'tenant_id': '16377c30d98b40d2a1d40d112350c18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'e18447b7-a960-46e4-b076-a28d31f6f12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:33:31Z', 'updated_at': '2021-06-18T08:33:35Z', 'revision_number': 3, 'project_id': '16377c30d98b40d2a1d40d112350c18e', 'gw_port': {'id': 'e18447b7-a960-46e4-b076-a28d31f6f12e', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:02:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89064131-e9d9-49de-ac1b-092a176c006d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:33Z', 'updated_at': '2021-06-18T08:33:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi'}] {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:33:39.689520 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-cc23ee75-fc09-4823-9162-b4bcbc9fed82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8355133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7960504'] for network, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:39.735811 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:39.742232 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-cc23ee75-fc09-4823-9162-b4bcbc9fed82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8041489'] for network, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:39.756793 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-cc23ee75-fc09-4823-9162-b4bcbc9fed82 admin admin] 10.222.0.70 "DELETE /v2.0/networks/a56a963b-3a29-4893-8b20-0ca5507fb61c HTTP/1.1" status: 204 len: 168 time: 1.0345793 Jun 18 08:33:39.790125 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc23ee75-fc09-4823-9162-b4bcbc9fed82 admin admin] Pushing event deleted for resources: {'Network': ['ID=a56a963b-3a29-4893-8b20-0ca5507fb61c,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:39.799702 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-cc23ee75-fc09-4823-9162-b4bcbc9fed82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:39.917741 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-890bf0d7-8708-4345-a2dd-64f710a7e2ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:40.007044 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-890bf0d7-8708-4345-a2dd-64f710a7e2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5195066'] for port, after_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:40.009399 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:40.176452 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-890bf0d7-8708-4345-a2dd-64f710a7e2ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8041570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7961100'] for router_interface, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:40.183902 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890bf0d7-8708-4345-a2dd-64f710a7e2ac admin admin] Pushing event updated for resources: {'Port': ['ID=4fcc6339-2bf6-41bd-acdd-69f7449638b8,revision_number=2']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:40.199009 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-890bf0d7-8708-4345-a2dd-64f710a7e2ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:40.314490 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 37812) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:33:40.405516 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-5ae61681-fe7e-4b10-93db-774974355145 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=665ee72de464416b9ceb623c24cfa8a5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0835865 Jun 18 08:33:40.405516 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 37814) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:33:40.526732 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-971d5783-c5dd-45d9-bd1e-631995721d73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:40.564541 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-971d5783-c5dd-45d9-bd1e-631995721d73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:40.684210 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890bf0d7-8708-4345-a2dd-64f710a7e2ac admin admin] Network f70ada02-a3f7-438f-9c1f-42f5efecb904 is already hosted by enough agents. {{(pid=93641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:33:40.688857 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.base_scheduler [None req-890bf0d7-8708-4345-a2dd-64f710a7e2ac admin admin] Resources bound (agent type, host, resource id): {{(pid=93641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:33:40.756003 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-971d5783-c5dd-45d9-bd1e-631995721d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:40.758629 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-971d5783-c5dd-45d9-bd1e-631995721d73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:40.759943 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-971d5783-c5dd-45d9-bd1e-631995721d73 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/33f48dc8-de1f-4d72-baf4-5a1e35203530 HTTP/1.1" status: 204 len: 168 time: 0.3562775 Jun 18 08:33:40.761939 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-c0e7e6b6-95a4-4388-b144-5e6f65fff49e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:40.820954 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971d5783-c5dd-45d9-bd1e-631995721d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f48dc8-de1f-4d72-baf4-5a1e35203530,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:40.832577 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-971d5783-c5dd-45d9-bd1e-631995721d73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:40.930121 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4e5c9035-2618-4b6d-ad58-7b4418552d42 req-5ccea1aa-8bda-4208-8a7b-d849da70162b tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/ports?device_id=163736fd-af83-4701-ae98-d432fb5e0ce0 HTTP/1.1" status: 200 len: 210 time: 0.0537548 Jun 18 08:33:41.048649 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device e18447b7-a960-46e4-b076-a28d31f6f12e up at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:33:41.118597 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-494887e3-d1e9-446b-9dc7-5314ecff4561 None None] Provisioning complete for port 4fcc6339-2bf6-41bd-acdd-69f7449638b8 triggered by entity DHCP. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:33:41.119009 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-494887e3-d1e9-446b-9dc7-5314ecff4561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:41.119155 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a042a-77f4-48a8-ac5f-283b211c9f3b req-82f62cc9-d38f-46d1-aa27-46094951e683 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:41.120693 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-cc3a042a-77f4-48a8-ac5f-283b211c9f3b req-82f62cc9-d38f-46d1-aa27-46094951e683 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 946 time: 0.3153074 Jun 18 08:33:41.127176 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-890bf0d7-8708-4345-a2dd-64f710a7e2ac admin admin] Router 89064131-e9d9-49de-ac1b-092a176c006d has already been hosted by L3 agent ebfc1b20-a3df-4bae-b350-fc31028a16a3 {{(pid=93641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 08:33:41.186455 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-494887e3-d1e9-446b-9dc7-5314ecff4561 None None] Port 4fcc6339-2bf6-41bd-acdd-69f7449638b8 cannot update to ACTIVE because it is not bound. {{(pid=93643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 08:33:41.227875 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-cc3a042a-77f4-48a8-ac5f-283b211c9f3b req-896d3c3b-9add-44af-812a-af6e83f6a52e tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/security-groups?id=9acf3f14-0245-462c-bda1-3481c334b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928869 Jun 18 08:33:41.259350 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning for port e18447b7-a960-46e4-b076-a28d31f6f12e completed by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:33:41.264687 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning complete for port e18447b7-a960-46e4-b076-a28d31f6f12e triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:33:41.265079 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:41.349107 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-890bf0d7-8708-4345-a2dd-64f710a7e2ac admin admin] Notify agent at l3_agent.dv-cinder-786873-3-iscsi the message routers_updated {{(pid=93641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:33:41.363654 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-890bf0d7-8708-4345-a2dd-64f710a7e2ac admin admin] 10.222.0.70 "PUT /v2.0/routers/89064131-e9d9-49de-ac1b-092a176c006d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1438935 Jun 18 08:33:41.378561 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:41.433491 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] For port e18447b7-a960-46e4-b076-a28d31f6f12e, host dv-cinder-786873-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=e18447b7-a960-46e4-b076-a28d31f6f12e,segment=NetworkSegment(12e3d6c0-2a01-4ec9-a6e5-283a6c482531),segment_id=12e3d6c0-2a01-4ec9-a6e5-283a6c482531)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:33:41.474365 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea0f69-d056-422f-b1ef-0b17eacc6ac7 req-0d5cd8ea-65e0-4b0e-a76e-541e8d68436e tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:41.474365 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-07ea0f69-d056-422f-b1ef-0b17eacc6ac7 req-0d5cd8ea-65e0-4b0e-a76e-541e8d68436e tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.72 "GET /v2.0/networks?id=8c6da9e1-004b-42db-bcf0-39aac50436ca HTTP/1.1" status: 200 len: 814 time: 0.2002604 Jun 18 08:33:41.489883 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [req-07ea0f69-d056-422f-b1ef-0b17eacc6ac7 req-4ef46dae-be0e-4959-89d0-56b9cbd9d541 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Request body: {'port': {'device_id': '163736fd-af83-4701-ae98-d432fb5e0ce0', 'network_id': '8c6da9e1-004b-42db-bcf0-39aac50436ca', 'admin_state_up': True, 'tenant_id': 'b488d6b019264cc997cfd9e73d198575'}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:33:41.533300 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:41.535991 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-38f59aab-62bd-4af4-925b-33dc5df188ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:41.591698 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e07b0bb7-735e-486f-a59c-2089838c0c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:41.655709 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Pushing event updated for resources: {'Port': ['ID=e18447b7-a960-46e4-b076-a28d31f6f12e,revision_number=4']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:41.660945 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:41.848919 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07ea0f69-d056-422f-b1ef-0b17eacc6ac7 req-4ef46dae-be0e-4959-89d0-56b9cbd9d541 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Made reservation on behalf of b488d6b019264cc997cfd9e73d198575 for: {'port': 1} {{(pid=93642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:33:41.853266 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-07ea0f69-d056-422f-b1ef-0b17eacc6ac7 req-4ef46dae-be0e-4959-89d0-56b9cbd9d541 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-568420'] for port, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:41.975237 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:42.113823 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.db_base_plugin_common [req-07ea0f69-d056-422f-b1ef-0b17eacc6ac7 req-4ef46dae-be0e-4959-89d0-56b9cbd9d541 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Allocated IP 172.20.0.4 (8c6da9e1-004b-42db-bcf0-39aac50436ca/f62235ea-006f-4a30-9ad8-c52c270c955b/6eef6639-4bf7-4969-945e-0102ef28240a) {{(pid=93642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:33:42.250048 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-cc56614e-f9b9-4af4-aa57-41efecd57966 req-9412352a-c839-4d22-ab84-3ec43d8b1b0b tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/ports?device_id=163736fd-af83-4701-ae98-d432fb5e0ce0 HTTP/1.1" status: 200 len: 210 time: 0.0818148 Jun 18 08:33:42.411167 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-07ea0f69-d056-422f-b1ef-0b17eacc6ac7 req-4ef46dae-be0e-4959-89d0-56b9cbd9d541 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Notify callbacks [] for port, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:42.437931 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b881dc-f01b-4686-9d6f-75985f147fde None None] Sync routers for ids ['89064131-e9d9-49de-ac1b-092a176c006d'] in dv-cinder-786873-3-iscsi {{(pid=93644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:33:42.446148 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [req-07ea0f69-d056-422f-b1ef-0b17eacc6ac7 req-4ef46dae-be0e-4959-89d0-56b9cbd9d541 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Transition to ACTIVE for port object 6eef6639-4bf7-4969-945e-0102ef28240a will not be triggered until provisioned by entity DHCP. {{(pid=93642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:33:42.461918 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b881dc-f01b-4686-9d6f-75985f147fde None None] Routers {'89064131-e9d9-49de-ac1b-092a176c006d'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:33:42.464312 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_hamode_db [None req-24b881dc-f01b-4686-9d6f-75985f147fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:33:41Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['89064131-e9d9-49de-ac1b-092a176c006d'], 'active': True} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:33:42.606483 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f70f8a2-1cb5-4a2f-b1b3-a6eec450014f req-5bd10dae-4c24-4eb0-82b0-d09b98a8badd tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:42.616800 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1f70f8a2-1cb5-4a2f-b1b3-a6eec450014f req-5bd10dae-4c24-4eb0-82b0-d09b98a8badd tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 946 time: 0.1377935 Jun 18 08:33:42.619082 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-07ea0f69-d056-422f-b1ef-0b17eacc6ac7 req-4ef46dae-be0e-4959-89d0-56b9cbd9d541 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-568999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741881438814'] for port, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:42.649276 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:42.650365 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvr_db [None req-24b881dc-f01b-4686-9d6f-75985f147fde None None] Set router 89064131-e9d9-49de-ac1b-092a176c006d gateway port host: dv-cinder-786873-3-iscsi {{(pid=93644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:33:42.688699 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1f70f8a2-1cb5-4a2f-b1b3-a6eec450014f req-ac358241-e3d6-43ec-a65d-72a868e79c8b tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/security-groups?id=9acf3f14-0245-462c-bda1-3481c334b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706022 Jun 18 08:33:42.775573 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef46dae-be0e-4959-89d0-56b9cbd9d541 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Pushing event updated for resources: {'Port': ['ID=6eef6639-4bf7-4969-945e-0102ef28240a,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:42.786133 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07ea0f69-d056-422f-b1ef-0b17eacc6ac7 req-4ef46dae-be0e-4959-89d0-56b9cbd9d541 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Network 8c6da9e1-004b-42db-bcf0-39aac50436ca is already hosted by enough agents. {{(pid=93642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:33:42.788369 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-4ef46dae-be0e-4959-89d0-56b9cbd9d541 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:42.800028 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.base_scheduler [req-07ea0f69-d056-422f-b1ef-0b17eacc6ac7 req-4ef46dae-be0e-4959-89d0-56b9cbd9d541 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Resources bound (agent type, host, resource id): {{(pid=93642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:33:42.825326 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [req-07ea0f69-d056-422f-b1ef-0b17eacc6ac7 req-4ef46dae-be0e-4959-89d0-56b9cbd9d541 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Received port after_create {{(pid=93642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:33:42.833667 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea0f69-d056-422f-b1ef-0b17eacc6ac7 req-4ef46dae-be0e-4959-89d0-56b9cbd9d541 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:42.834857 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-07ea0f69-d056-422f-b1ef-0b17eacc6ac7 req-4ef46dae-be0e-4959-89d0-56b9cbd9d541 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881'] for port, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:42.934411 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device e18447b7-a960-46e4-b076-a28d31f6f12e up at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:33:42.967492 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_hamode_db [None req-24b881dc-f01b-4686-9d6f-75985f147fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89064131-e9d9-49de-ac1b-092a176c006d', 'name': 'tempest-TestShelveInstance-531576247-router', 'tenant_id': '16377c30d98b40d2a1d40d112350c18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'e18447b7-a960-46e4-b076-a28d31f6f12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:33:31Z', 'updated_at': '2021-06-18T08:33:39Z', 'revision_number': 4, 'project_id': '16377c30d98b40d2a1d40d112350c18e', 'gw_port': {'id': 'e18447b7-a960-46e4-b076-a28d31f6f12e', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:02:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89064131-e9d9-49de-ac1b-092a176c006d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:33Z', 'updated_at': '2021-06-18T08:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_interfaces': [{'id': '4fcc6339-2bf6-41bd-acdd-69f7449638b8', 'name': '', 'network_id': 'f70ada02-a3f7-438f-9c1f-42f5efecb904', 'tenant_id': '16377c30d98b40d2a1d40d112350c18e', 'mac_address': 'fa:16:3e:11:83:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89064131-e9d9-49de-ac1b-092a176c006d', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7b36080a-c49b-4a50-be3f-ccdce5af667b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:38Z', 'updated_at': '2021-06-18T08:33:39Z', 'revision_number': 2, 'project_id': '16377c30d98b40d2a1d40d112350c18e', 'subnets': [{'id': '7b36080a-c49b-4a50-be3f-ccdce5af667b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:33:42.995914 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-37edacc1-1ba5-460e-aa47-45b5acfa9d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:43.001375 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning complete for port e18447b7-a960-46e4-b076-a28d31f6f12e triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:33:43.002998 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:43.023246 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b881dc-f01b-4686-9d6f-75985f147fde None None] Checking router: 89064131-e9d9-49de-ac1b-092a176c006d for host: dv-cinder-786873-3-iscsi {{(pid=93644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:33:43.031909 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b881dc-f01b-4686-9d6f-75985f147fde None None] Updating router 89064131-e9d9-49de-ac1b-092a176c006d port 4fcc6339-2bf6-41bd-acdd-69f7449638b8 binding host dv-cinder-786873-3-iscsi {{(pid=93644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 08:33:43.038010 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-07ea0f69-d056-422f-b1ef-0b17eacc6ac7 req-4ef46dae-be0e-4959-89d0-56b9cbd9d541 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5522571 Jun 18 08:33:43.065204 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [req-07ea0f69-d056-422f-b1ef-0b17eacc6ac7 req-0b1433fc-8019-4152-b3b7-5f94d5756ca0 service neutron] Request body: {'port': {'device_id': '163736fd-af83-4701-ae98-d432fb5e0ce0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78687'}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:33:43.071772 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-24b881dc-f01b-4686-9d6f-75985f147fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:43.207901 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-07ea0f69-d056-422f-b1ef-0b17eacc6ac7 req-0b1433fc-8019-4152-b3b7-5f94d5756ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:43.224410 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 37886) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:33:43.235901 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-61c8d5dc-31b2-4d38-92ec-387e1dd46b94 None None] Provisioning for port 6eef6639-4bf7-4969-945e-0102ef28240a completed by entity DHCP. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:33:43.241261 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-61c8d5dc-31b2-4d38-92ec-387e1dd46b94 None None] Provisioning complete for port 6eef6639-4bf7-4969-945e-0102ef28240a triggered by entity DHCP. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:33:43.241776 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-61c8d5dc-31b2-4d38-92ec-387e1dd46b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:43.372295 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-61c8d5dc-31b2-4d38-92ec-387e1dd46b94 None None] Port 6eef6639-4bf7-4969-945e-0102ef28240a cannot update to ACTIVE because it is not bound. {{(pid=93643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 08:33:43.412102 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 37898) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:33:43.418122 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-c6715862-9888-47ca-9d6d-5fd800359e3f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1587513695-network', 'tenant_id': 'cc8e7f1914424d25b00a35d99842f74a'}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:33:43.584526 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6715862-9888-47ca-9d6d-5fd800359e3f admin admin] Made reservation on behalf of cc8e7f1914424d25b00a35d99842f74a for: {'network': 1} {{(pid=93641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:33:43.587205 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-c6715862-9888-47ca-9d6d-5fd800359e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-568420'] for network, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:43.605111 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-c6715862-9888-47ca-9d6d-5fd800359e3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:43.662602 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eccd7f5-b2d0-4895-a0b8-8e7cd799ee63 req-e0a5e71c-5fa5-40e6-a5a6-db54fa7668a5 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:43.665623 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4eccd7f5-b2d0-4895-a0b8-8e7cd799ee63 req-e0a5e71c-5fa5-40e6-a5a6-db54fa7668a5 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/ports?device_id=163736fd-af83-4701-ae98-d432fb5e0ce0 HTTP/1.1" status: 200 len: 931 time: 0.1363895 Jun 18 08:33:43.740475 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4eccd7f5-b2d0-4895-a0b8-8e7cd799ee63 req-ac51e8c9-9405-4446-a374-043a7e9d8d05 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/security-groups?id=b8929651-3872-4a52-bf59-b2f6f5999b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670354 Jun 18 08:33:43.762951 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-24b881dc-f01b-4686-9d6f-75985f147fde None None] Notify callbacks [] for port, precommit_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:43.785479 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.provisioning_blocks [None req-24b881dc-f01b-4686-9d6f-75985f147fde None None] Transition to ACTIVE for port object 4fcc6339-2bf6-41bd-acdd-69f7449638b8 will not be triggered until provisioned by entity L2. {{(pid=93644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:33:43.816839 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-e36be376-8833-494a-9240-06b00c146d12 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-532613909-network', 'tenant_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0'}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:33:43.817120 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [req-07ea0f69-d056-422f-b1ef-0b17eacc6ac7 req-0b1433fc-8019-4152-b3b7-5f94d5756ca0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6eef6639-4bf7-4969-945e-0102ef28240a {{(pid=93642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 08:33:43.831759 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-07ea0f69-d056-422f-b1ef-0b17eacc6ac7 req-0b1433fc-8019-4152-b3b7-5f94d5756ca0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:43.850626 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [req-07ea0f69-d056-422f-b1ef-0b17eacc6ac7 req-0b1433fc-8019-4152-b3b7-5f94d5756ca0 service neutron] Transition to ACTIVE for port object 6eef6639-4bf7-4969-945e-0102ef28240a will not be triggered until provisioned by entity L2. {{(pid=93642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:33:43.861246 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-c6715862-9888-47ca-9d6d-5fd800359e3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:43.865178 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-24b881dc-f01b-4686-9d6f-75985f147fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:43.867621 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:43.950818 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-07ea0f69-d056-422f-b1ef-0b17eacc6ac7 req-0b1433fc-8019-4152-b3b7-5f94d5756ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:43.964834 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-65ce0acb-ab34-46da-80e0-a47f63e23efe tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:44.015291 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-c6715862-9888-47ca-9d6d-5fd800359e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:44.058693 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6715862-9888-47ca-9d6d-5fd800359e3f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 933} {{(pid=93641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 08:33:44.101251 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9462785-d76b-4762-88c6-23d805abe792 None None] Pushing event updated for resources: {'Port': ['ID=4fcc6339-2bf6-41bd-acdd-69f7449638b8,revision_number=3']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:44.109199 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-e9462785-d76b-4762-88c6-23d805abe792 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:44.116063 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-c6715862-9888-47ca-9d6d-5fd800359e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001404'] for segment, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:44.116692 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.db.segments_db [None req-c6715862-9888-47ca-9d6d-5fd800359e3f admin admin] Added segment 41bf81c5-e3c7-4ae2-aa14-4509e59172f0 of type vlan for network b39bae6f-4207-4bf2-bbda-c91fb1d91943 Jun 18 08:33:44.196474 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1433fc-8019-4152-b3b7-5f94d5756ca0 service neutron] Pushing event updated for resources: {'Port': ['ID=6eef6639-4bf7-4969-945e-0102ef28240a,revision_number=2']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:44.198712 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-c6715862-9888-47ca-9d6d-5fd800359e3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741881456851'] for network, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:44.220942 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-0b1433fc-8019-4152-b3b7-5f94d5756ca0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:44.240843 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-57894ac0-9192-4f48-8e5f-5ca73a1bcdae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:44.324867 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-c6715862-9888-47ca-9d6d-5fd800359e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8355133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484'] for network, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:44.344524 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0552ab-f247-4df6-ab32-f56ddf83e7b2 req-e554676c-b825-4a56-97be-c098e54c8d87 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:44.347632 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [req-07ea0f69-d056-422f-b1ef-0b17eacc6ac7 req-0b1433fc-8019-4152-b3b7-5f94d5756ca0 service neutron] Attempting to bind port 6eef6639-4bf7-4969-945e-0102ef28240a on host hv-cinder-78687 for vnic_type normal with profile {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:33:44.348283 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [req-07ea0f69-d056-422f-b1ef-0b17eacc6ac7 req-0b1433fc-8019-4152-b3b7-5f94d5756ca0 service neutron] Attempting to bind port 6eef6639-4bf7-4969-945e-0102ef28240a by drivers openvswitch,hyperv on host hv-cinder-78687 at level 0 using segments [{'id': '4a522598-e4a5-4d25-968e-3499b3acd421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '8c6da9e1-004b-42db-bcf0-39aac50436ca'}] {{(pid=93642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:33:44.348799 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ea0f69-d056-422f-b1ef-0b17eacc6ac7 req-0b1433fc-8019-4152-b3b7-5f94d5756ca0 service neutron] Attempting to bind port 6eef6639-4bf7-4969-945e-0102ef28240a on network 8c6da9e1-004b-42db-bcf0-39aac50436ca {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:33:44.356965 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ea0f69-d056-422f-b1ef-0b17eacc6ac7 req-0b1433fc-8019-4152-b3b7-5f94d5756ca0 service neutron] Port 6eef6639-4bf7-4969-945e-0102ef28240a on network 8c6da9e1-004b-42db-bcf0-39aac50436ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78687 {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 08:33:44.357361 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4d0552ab-f247-4df6-ab32-f56ddf83e7b2 req-e554676c-b825-4a56-97be-c098e54c8d87 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 946 time: 0.3965280 Jun 18 08:33:44.357723 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ea0f69-d056-422f-b1ef-0b17eacc6ac7 req-0b1433fc-8019-4152-b3b7-5f94d5756ca0 service neutron] Attempting to bind port 6eef6639-4bf7-4969-945e-0102ef28240a on network 8c6da9e1-004b-42db-bcf0-39aac50436ca {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:33:44.359276 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6715862-9888-47ca-9d6d-5fd800359e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5ff0b0-41a6-4bad-90ff-5d117e69e683,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:44.373027 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-c6715862-9888-47ca-9d6d-5fd800359e3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:44.393437 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ea0f69-d056-422f-b1ef-0b17eacc6ac7 req-0b1433fc-8019-4152-b3b7-5f94d5756ca0 service neutron] Checking agent: {'id': '7d051742-a391-48d3-aa1e-6019401c6fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78687', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 26, 56), 'started_at': datetime.datetime(2021, 6, 18, 8, 26, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:33:44.393908 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ea0f69-d056-422f-b1ef-0b17eacc6ac7 req-0b1433fc-8019-4152-b3b7-5f94d5756ca0 service neutron] Checking segment: {'id': '4a522598-e4a5-4d25-968e-3499b3acd421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '8c6da9e1-004b-42db-bcf0-39aac50436ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:33:44.395091 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ea0f69-d056-422f-b1ef-0b17eacc6ac7 req-0b1433fc-8019-4152-b3b7-5f94d5756ca0 service neutron] Bound using segment: {'id': '4a522598-e4a5-4d25-968e-3499b3acd421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '8c6da9e1-004b-42db-bcf0-39aac50436ca'} {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:33:44.397162 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [req-07ea0f69-d056-422f-b1ef-0b17eacc6ac7 req-0b1433fc-8019-4152-b3b7-5f94d5756ca0 service neutron] Bound port: 6eef6639-4bf7-4969-945e-0102ef28240a, host: hv-cinder-78687, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a522598-e4a5-4d25-968e-3499b3acd421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '8c6da9e1-004b-42db-bcf0-39aac50436ca'}}] {{(pid=93642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:33:44.400926 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-07ea0f69-d056-422f-b1ef-0b17eacc6ac7 req-0b1433fc-8019-4152-b3b7-5f94d5756ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:44.401752 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6715862-9888-47ca-9d6d-5fd800359e3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:44.402494 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-c6715862-9888-47ca-9d6d-5fd800359e3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8041489'] for network, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:44.412926 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-7d836022-02d2-424e-bba0-3f1c5de4ea67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:44.415701 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e36be376-8833-494a-9240-06b00c146d12 admin admin] Made reservation on behalf of 1c8de8ca6fa84ca39f60ecad18ff9fc0 for: {'network': 1} {{(pid=93641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:33:44.419444 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-e36be376-8833-494a-9240-06b00c146d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-568420'] for network, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:44.530705 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-e36be376-8833-494a-9240-06b00c146d12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:44.552583 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [req-07ea0f69-d056-422f-b1ef-0b17eacc6ac7 req-0b1433fc-8019-4152-b3b7-5f94d5756ca0 service neutron] For port 6eef6639-4bf7-4969-945e-0102ef28240a, host hv-cinder-78687, cleared binding levels {{(pid=93642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:33:44.558285 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [req-07ea0f69-d056-422f-b1ef-0b17eacc6ac7 req-0b1433fc-8019-4152-b3b7-5f94d5756ca0 service neutron] For port 6eef6639-4bf7-4969-945e-0102ef28240a, host hv-cinder-78687, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=6eef6639-4bf7-4969-945e-0102ef28240a,segment=NetworkSegment(4a522598-e4a5-4d25-968e-3499b3acd421),segment_id=4a522598-e4a5-4d25-968e-3499b3acd421)] {{(pid=93642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:33:44.585843 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4d0552ab-f247-4df6-ab32-f56ddf83e7b2 req-c39fb4c4-501d-42e0-b7f4-9cd83739b9ce tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/security-groups?id=9acf3f14-0245-462c-bda1-3481c334b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2070498 Jun 18 08:33:44.588950 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6715862-9888-47ca-9d6d-5fd800359e3f admin admin] Pushing event updated for resources: {'Network': ['ID=b39bae6f-4207-4bf2-bbda-c91fb1d91943,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:44.591507 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-c6715862-9888-47ca-9d6d-5fd800359e3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:44.601580 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Network b39bae6f-4207-4bf2-bbda-c91fb1d91943 details requested by agent ovs-agent-dv-cinder-786873-3-iscsi with host dv-cinder-786873-3-iscsi {{(pid=93643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 08:33:44.683318 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-07ea0f69-d056-422f-b1ef-0b17eacc6ac7 req-0b1433fc-8019-4152-b3b7-5f94d5756ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:44.686519 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-2fcbe8d9-f5f7-4631-b92a-42c007fdd03c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:44.693954 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.managers [None req-24b881dc-f01b-4686-9d6f-75985f147fde None None] Attempting to bind port 4fcc6339-2bf6-41bd-acdd-69f7449638b8 on host dv-cinder-786873-3-iscsi for vnic_type normal with profile {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:33:44.701783 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-e36be376-8833-494a-9240-06b00c146d12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:44.704633 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.managers [None req-24b881dc-f01b-4686-9d6f-75985f147fde None None] Attempting to bind port 4fcc6339-2bf6-41bd-acdd-69f7449638b8 by drivers openvswitch,hyperv on host dv-cinder-786873-3-iscsi at level 0 using segments [{'id': '9c4cd0a3-7472-4b22-879f-ed10cb468f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'f70ada02-a3f7-438f-9c1f-42f5efecb904'}] {{(pid=93644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:33:44.705103 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b881dc-f01b-4686-9d6f-75985f147fde None None] Attempting to bind port 4fcc6339-2bf6-41bd-acdd-69f7449638b8 on network f70ada02-a3f7-438f-9c1f-42f5efecb904 {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:33:44.706361 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-624571b3-aef6-4a8c-8ab3-5c089201a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:44.710652 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-c6715862-9888-47ca-9d6d-5fd800359e3f admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2945945 Jun 18 08:33:44.711789 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 37904) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:33:44.717619 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b881dc-f01b-4686-9d6f-75985f147fde None None] Checking agent: {'id': '38b9d690-c74c-4031-9e4b-d740e9188e6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 20, 42), 'started_at': datetime.datetime(2021, 6, 18, 8, 21, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:33:44.718002 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b881dc-f01b-4686-9d6f-75985f147fde None None] Checking segment: {'id': '9c4cd0a3-7472-4b22-879f-ed10cb468f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'f70ada02-a3f7-438f-9c1f-42f5efecb904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:33:44.718413 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-24b881dc-f01b-4686-9d6f-75985f147fde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:44.739248 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea0f69-d056-422f-b1ef-0b17eacc6ac7 req-0b1433fc-8019-4152-b3b7-5f94d5756ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:44.739455 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b881dc-f01b-4686-9d6f-75985f147fde None None] Bound using segment: {'id': '9c4cd0a3-7472-4b22-879f-ed10cb468f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'f70ada02-a3f7-438f-9c1f-42f5efecb904'} {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:33:44.739455 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.managers [None req-24b881dc-f01b-4686-9d6f-75985f147fde None None] Bound port: 4fcc6339-2bf6-41bd-acdd-69f7449638b8, host: dv-cinder-786873-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c4cd0a3-7472-4b22-879f-ed10cb468f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'f70ada02-a3f7-438f-9c1f-42f5efecb904'}}] {{(pid=93644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:33:44.739455 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-24b881dc-f01b-4686-9d6f-75985f147fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:44.739792 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-6d1ade84-ed5a-4ac0-8d58-c6c98b424816 admin admin] Request body: {'subnet': {'network_id': 'b39bae6f-4207-4bf2-bbda-c91fb1d91943', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1587513695-subnet', 'tenant_id': 'cc8e7f1914424d25b00a35d99842f74a', 'ip_version': 4}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:33:44.739884 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-07ea0f69-d056-422f-b1ef-0b17eacc6ac7 req-0b1433fc-8019-4152-b3b7-5f94d5756ca0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881'] for port, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:44.741408 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-07ea0f69-d056-422f-b1ef-0b17eacc6ac7 req-0b1433fc-8019-4152-b3b7-5f94d5756ca0 service neutron] 10.222.0.72 "PUT /v2.0/ports/6eef6639-4bf7-4969-945e-0102ef28240a HTTP/1.1" status: 200 len: 1093 time: 1.6859148 Jun 18 08:33:44.764832 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '163736fd-af83-4701-ae98-d432fb5e0ce0', 'tag': '6eef6639-4bf7-4969-945e-0102ef28240a'}] {{(pid=93642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:33:44.773288 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8e20e2b9f795c08d425b6044ace8e6bfcc189f1bac9bd432248b5aa3a03ca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def406df-1917-4d36-b35b-ded6d0fda99f" -d '{"events": [{"name": "network-changed", "server_uuid": "163736fd-af83-4701-ae98-d432fb5e0ce0", "tag": "6eef6639-4bf7-4969-945e-0102ef28240a"}]}' {{(pid=93642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:33:44.818695 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-e36be376-8833-494a-9240-06b00c146d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:44.837040 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-9073af0a-cb3f-4271-98b9-e1b97f032ba7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:44.882926 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1433fc-8019-4152-b3b7-5f94d5756ca0 service neutron] Pushing event updated for resources: {'Port': ['ID=6eef6639-4bf7-4969-945e-0102ef28240a,revision_number=3']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:44.889619 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.db [None req-24b881dc-f01b-4686-9d6f-75985f147fde None None] For port 4fcc6339-2bf6-41bd-acdd-69f7449638b8, host dv-cinder-786873-3-iscsi, cleared binding levels {{(pid=93644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:33:44.892309 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-0b1433fc-8019-4152-b3b7-5f94d5756ca0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:44.893768 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.db [None req-24b881dc-f01b-4686-9d6f-75985f147fde None None] For port 4fcc6339-2bf6-41bd-acdd-69f7449638b8, host dv-cinder-786873-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=4fcc6339-2bf6-41bd-acdd-69f7449638b8,segment=NetworkSegment(9c4cd0a3-7472-4b22-879f-ed10cb468f23),segment_id=9c4cd0a3-7472-4b22-879f-ed10cb468f23)] {{(pid=93644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:33:44.898752 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 08:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f081951-87f0-468a-b23d-c541a5f728ed x-openstack-request-id: req-4f081951-87f0-468a-b23d-c541a5f728ed {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:33:44.899131 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "163736fd-af83-4701-ae98-d432fb5e0ce0", "tag": "6eef6639-4bf7-4969-945e-0102ef28240a", "status": "completed", "code": 200}]} {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:33:44.899443 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4f081951-87f0-468a-b23d-c541a5f728ed {{(pid=93642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:33:44.899874 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '163736fd-af83-4701-ae98-d432fb5e0ce0', 'tag': '6eef6639-4bf7-4969-945e-0102ef28240a', 'status': 'completed', 'code': 200} Jun 18 08:33:44.914888 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e36be376-8833-494a-9240-06b00c146d12 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 936} {{(pid=93641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 08:33:44.935447 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36be376-8833-494a-9240-06b00c146d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f26c354-9b1f-4bc0-96bd-632c7e93046f,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:44.954106 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-e36be376-8833-494a-9240-06b00c146d12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:44.960292 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-e36be376-8833-494a-9240-06b00c146d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001404'] for segment, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:44.960934 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.db.segments_db [None req-e36be376-8833-494a-9240-06b00c146d12 admin admin] Added segment e9c2f4e9-27ab-41a7-b5e4-528b18385247 of type vlan for network 9bcb4115-0e1f-4bdc-accb-f68a208ad67f Jun 18 08:33:44.962617 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d1ade84-ed5a-4ac0-8d58-c6c98b424816 admin admin] Made reservation on behalf of cc8e7f1914424d25b00a35d99842f74a for: {'subnet': 1} {{(pid=93641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:33:44.965736 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-6d1ade84-ed5a-4ac0-8d58-c6c98b424816 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4724207'] for subnet, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:45.002833 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-24b881dc-f01b-4686-9d6f-75985f147fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:45.006652 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-6082a339-2d7b-48e0-b5c2-a9edf6399ff8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:45.053235 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def406df-1917-4d36-b35b-ded6d0fda99f req-902178b6-760a-4e64-8a6c-1a5e55f82cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:45.059273 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-def406df-1917-4d36-b35b-ded6d0fda99f req-902178b6-760a-4e64-8a6c-1a5e55f82cc9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b488d6b019264cc997cfd9e73d198575&device_id=163736fd-af83-4701-ae98-d432fb5e0ce0 HTTP/1.1" status: 200 len: 1096 time: 0.1363752 Jun 18 08:33:45.105847 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b881dc-f01b-4686-9d6f-75985f147fde None None] Routers {'89064131-e9d9-49de-ac1b-092a176c006d'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:33:45.107879 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_hamode_db [None req-24b881dc-f01b-4686-9d6f-75985f147fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:33:41Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['89064131-e9d9-49de-ac1b-092a176c006d'], 'active': True} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:33:45.116067 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9462785-d76b-4762-88c6-23d805abe792 None None] Pushing event updated for resources: {'Port': ['ID=4fcc6339-2bf6-41bd-acdd-69f7449638b8,revision_number=4']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:45.173619 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-e9462785-d76b-4762-88c6-23d805abe792 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:45.248627 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-e36be376-8833-494a-9240-06b00c146d12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741881456851'] for network, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:45.329081 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def406df-1917-4d36-b35b-ded6d0fda99f req-8f362299-e98d-4d5d-9692-2a652eacea6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:45.334435 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-def406df-1917-4d36-b35b-ded6d0fda99f req-8f362299-e98d-4d5d-9692-2a652eacea6b service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=b488d6b019264cc997cfd9e73d198575&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2629616 Jun 18 08:33:45.348740 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvr_db [None req-24b881dc-f01b-4686-9d6f-75985f147fde None None] Set router 89064131-e9d9-49de-ac1b-092a176c006d gateway port host: dv-cinder-786873-3-iscsi {{(pid=93644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:33:45.366035 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa43fabd-a025-4503-bcdb-ec14624def17 req-9d40c573-8eda-43d1-a0bb-210efa0632ce tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:45.366035 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-aa43fabd-a025-4503-bcdb-ec14624def17 req-9d40c573-8eda-43d1-a0bb-210efa0632ce tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/ports?device_id=163736fd-af83-4701-ae98-d432fb5e0ce0 HTTP/1.1" status: 200 len: 943 time: 0.3083801 Jun 18 08:33:45.525119 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-e36be376-8833-494a-9240-06b00c146d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8355133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484'] for network, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:45.549108 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36be376-8833-494a-9240-06b00c146d12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:45.549833 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-e36be376-8833-494a-9240-06b00c146d12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8041489'] for network, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:45.651172 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def406df-1917-4d36-b35b-ded6d0fda99f req-9e97e4a8-7cb4-42ba-9a73-e5ea38f62e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:45.653010 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-def406df-1917-4d36-b35b-ded6d0fda99f req-9e97e4a8-7cb4-42ba-9a73-e5ea38f62e3f service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3073761 Jun 18 08:33:45.687499 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:45.752395 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_hamode_db [None req-24b881dc-f01b-4686-9d6f-75985f147fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89064131-e9d9-49de-ac1b-092a176c006d', 'name': 'tempest-TestShelveInstance-531576247-router', 'tenant_id': '16377c30d98b40d2a1d40d112350c18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'e18447b7-a960-46e4-b076-a28d31f6f12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:33:31Z', 'updated_at': '2021-06-18T08:33:39Z', 'revision_number': 4, 'project_id': '16377c30d98b40d2a1d40d112350c18e', 'gw_port': {'id': 'e18447b7-a960-46e4-b076-a28d31f6f12e', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:02:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89064131-e9d9-49de-ac1b-092a176c006d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:33Z', 'updated_at': '2021-06-18T08:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_interfaces': [{'id': '4fcc6339-2bf6-41bd-acdd-69f7449638b8', 'name': '', 'network_id': 'f70ada02-a3f7-438f-9c1f-42f5efecb904', 'tenant_id': '16377c30d98b40d2a1d40d112350c18e', 'mac_address': 'fa:16:3e:11:83:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89064131-e9d9-49de-ac1b-092a176c006d', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7b36080a-c49b-4a50-be3f-ccdce5af667b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:38Z', 'updated_at': '2021-06-18T08:33:44Z', 'revision_number': 4, 'project_id': '16377c30d98b40d2a1d40d112350c18e', 'subnets': [{'id': '7b36080a-c49b-4a50-be3f-ccdce5af667b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:33:45.810238 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36be376-8833-494a-9240-06b00c146d12 admin admin] Pushing event updated for resources: {'Network': ['ID=9bcb4115-0e1f-4bdc-accb-f68a208ad67f,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:45.819577 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 37912) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:33:45.819835 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-e36be376-8833-494a-9240-06b00c146d12 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.5928278 Jun 18 08:33:45.825388 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b881dc-f01b-4686-9d6f-75985f147fde None None] The sync data for ids ['89064131-e9d9-49de-ac1b-092a176c006d'] in dv-cinder-786873-3-iscsi is: [{'id': '89064131-e9d9-49de-ac1b-092a176c006d', 'name': 'tempest-TestShelveInstance-531576247-router', 'tenant_id': '16377c30d98b40d2a1d40d112350c18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'e18447b7-a960-46e4-b076-a28d31f6f12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:33:31Z', 'updated_at': '2021-06-18T08:33:39Z', 'revision_number': 4, 'project_id': '16377c30d98b40d2a1d40d112350c18e', 'gw_port': {'id': 'e18447b7-a960-46e4-b076-a28d31f6f12e', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:02:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89064131-e9d9-49de-ac1b-092a176c006d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:33Z', 'updated_at': '2021-06-18T08:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_interfaces': [{'id': '4fcc6339-2bf6-41bd-acdd-69f7449638b8', 'name': '', 'network_id': 'f70ada02-a3f7-438f-9c1f-42f5efecb904', 'tenant_id': '16377c30d98b40d2a1d40d112350c18e', 'mac_address': 'fa:16:3e:11:83:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89064131-e9d9-49de-ac1b-092a176c006d', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7b36080a-c49b-4a50-be3f-ccdce5af667b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:38Z', 'updated_at': '2021-06-18T08:33:44Z', 'revision_number': 4, 'project_id': '16377c30d98b40d2a1d40d112350c18e', 'subnets': [{'id': '7b36080a-c49b-4a50-be3f-ccdce5af667b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:33:45.825836 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Network 9bcb4115-0e1f-4bdc-accb-f68a208ad67f details requested by agent ovs-agent-dv-cinder-786873-3-iscsi with host dv-cinder-786873-3-iscsi {{(pid=93643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 08:33:45.837407 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [None req-54747551-9d0b-4e15-a5d5-e3d993347ebb admin admin] Request body: {'subnet': {'network_id': '9bcb4115-0e1f-4bdc-accb-f68a208ad67f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-532613909-subnet', 'tenant_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:33:45.855565 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-e36be376-8833-494a-9240-06b00c146d12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:45.867301 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-aa43fabd-a025-4503-bcdb-ec14624def17 req-6f1ad886-585e-4b62-9d16-00f67420eba6 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/security-groups?id=b8929651-3872-4a52-bf59-b2f6f5999b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4850497 Jun 18 08:33:45.881873 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-6d1ade84-ed5a-4ac0-8d58-c6c98b424816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4724221'] for subnet, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:45.886608 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-0977024c-3449-4cec-ad0b-f9844b5de645 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:45.970835 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea0f69-d056-422f-b1ef-0b17eacc6ac7 req-51269687-28f3-4176-945d-9f9074b66ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:45.973009 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-07ea0f69-d056-422f-b1ef-0b17eacc6ac7 req-51269687-28f3-4176-945d-9f9074b66ecb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b488d6b019264cc997cfd9e73d198575&device_id=163736fd-af83-4701-ae98-d432fb5e0ce0 HTTP/1.1" status: 200 len: 1096 time: 0.2418096 Jun 18 08:33:46.072291 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-07ea0f69-d056-422f-b1ef-0b17eacc6ac7 req-2f237cfa-ba47-499b-8115-f935a57d678d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6eef6639-4bf7-4969-945e-0102ef28240a HTTP/1.1" status: 200 len: 217 time: 0.0831664 Jun 18 08:33:46.073571 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54747551-9d0b-4e15-a5d5-e3d993347ebb admin admin] Made reservation on behalf of 1c8de8ca6fa84ca39f60ecad18ff9fc0 for: {'subnet': 1} {{(pid=93642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:33:46.076134 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-54747551-9d0b-4e15-a5d5-e3d993347ebb admin admin] Notify callbacks [] for subnet, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:46.117801 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1ade84-ed5a-4ac0-8d58-c6c98b424816 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c122cf1-030e-4869-8eee-af8e59feff00,revision_number=0']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:46.126048 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-6d1ade84-ed5a-4ac0-8d58-c6c98b424816 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:46.165949 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1ade84-ed5a-4ac0-8d58-c6c98b424816 admin admin] Checking segment: {'id': '41bf81c5-e3c7-4ae2-aa14-4509e59172f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'b39bae6f-4207-4bf2-bbda-c91fb1d91943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:33:46.165949 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1ade84-ed5a-4ac0-8d58-c6c98b424816 admin admin] Network hostable DHCP agents. Network: b39bae6f-4207-4bf2-bbda-c91fb1d91943, hostable agents: ['ccc23fe2-6cc8-4973-a644-121019cdbd4e'], hosted agents: [] {{(pid=93641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 08:33:46.226098 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ceca31-ca51-42b4-b2c6-72346eb23554 req-c8daddd6-18fc-48b7-a618-8b03365f8208 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:46.228840 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f5ceca31-ca51-42b4-b2c6-72346eb23554 req-c8daddd6-18fc-48b7-a618-8b03365f8208 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 946 time: 0.2230291 Jun 18 08:33:46.299114 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1ade84-ed5a-4ac0-8d58-c6c98b424816 admin admin] Network b39bae6f-4207-4bf2-bbda-c91fb1d91943 is scheduled to be hosted by DHCP agent ccc23fe2-6cc8-4973-a644-121019cdbd4e with binding_index 1 {{(pid=93641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 08:33:46.344797 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f5ceca31-ca51-42b4-b2c6-72346eb23554 req-df0d02e9-3b3b-4ba9-b8c3-34c121578e87 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/security-groups?id=9acf3f14-0245-462c-bda1-3481c334b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058509 Jun 18 08:33:46.422903 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.base_scheduler [None req-6d1ade84-ed5a-4ac0-8d58-c6c98b424816 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786873-3-iscsi, b39bae6f-4207-4bf2-bbda-c91fb1d91943) {{(pid=93641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:33:46.424972 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea0f69-d056-422f-b1ef-0b17eacc6ac7 req-32bbfda9-8875-4207-be45-0b2bb1207b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:46.428112 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-07ea0f69-d056-422f-b1ef-0b17eacc6ac7 req-32bbfda9-8875-4207-be45-0b2bb1207b6d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f62235ea-006f-4a30-9ad8-c52c270c955b HTTP/1.1" status: 200 len: 853 time: 0.1926434 Jun 18 08:33:46.439190 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84bb5486-7c4a-4c9f-b873-04f334ecee31 None None] Network b39bae6f-4207-4bf2-bbda-c91fb1d91943 requested from dv-cinder-786873-3-iscsi {{(pid=93643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:33:46.444331 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1ade84-ed5a-4ac0-8d58-c6c98b424816 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:46.449142 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-6d1ade84-ed5a-4ac0-8d58-c6c98b424816 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8041489'] for subnet, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:46.569767 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-54747551-9d0b-4e15-a5d5-e3d993347ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479'] for subnet, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:46.588830 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-a6586234-7705-4a58-9f49-591eaac13e13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:46.593686 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-6d1ade84-ed5a-4ac0-8d58-c6c98b424816 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8799310 Jun 18 08:33:46.594677 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 37914) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:33:46.599809 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-d6912808-d387-4a27-bf72-21d3f3e2e088 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1587513695-router', 'tenant_id': 'cc8e7f1914424d25b00a35d99842f74a', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2'}}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:33:46.751632 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-d6912808-d387-4a27-bf72-21d3f3e2e088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8345775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6504'] for router, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:46.757195 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-d6912808-d387-4a27-bf72-21d3f3e2e088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8345810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7962524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8366830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6499'] for router, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:46.787630 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54747551-9d0b-4e15-a5d5-e3d993347ebb admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fff03b2-a2fe-488b-8a4d-528da3f1348c,revision_number=0']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:46.792386 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea0f69-d056-422f-b1ef-0b17eacc6ac7 req-beb7e9df-d607-4c6a-a04b-b4c8632fe8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:46.793969 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-07ea0f69-d056-422f-b1ef-0b17eacc6ac7 req-beb7e9df-d607-4c6a-a04b-b4c8632fe8cb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8c6da9e1-004b-42db-bcf0-39aac50436ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2701547 Jun 18 08:33:46.794760 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-54747551-9d0b-4e15-a5d5-e3d993347ebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:46.811680 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54747551-9d0b-4e15-a5d5-e3d993347ebb admin admin] Checking segment: {'id': 'e9c2f4e9-27ab-41a7-b5e4-528b18385247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '9bcb4115-0e1f-4bdc-accb-f68a208ad67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:33:46.812053 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54747551-9d0b-4e15-a5d5-e3d993347ebb admin admin] Network hostable DHCP agents. Network: 9bcb4115-0e1f-4bdc-accb-f68a208ad67f, hostable agents: ['ccc23fe2-6cc8-4973-a644-121019cdbd4e'], hosted agents: [] {{(pid=93642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 08:33:46.834999 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57717bc4-4b96-4557-812a-a81a991b38c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp441df14c-9ab6-5f11-a186-516be8319024-b39bae6f-4207-4bf2-bbda-c91fb1d91943', 'network_id': 'b39bae6f-4207-4bf2-bbda-c91fb1d91943', 'tenant_id': 'cc8e7f1914424d25b00a35d99842f74a', 'fixed_ips': [{'subnet_id': '4c122cf1-030e-4869-8eee-af8e59feff00'}]}} from dv-cinder-786873-3-iscsi. {{(pid=93643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 08:33:46.840764 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-57717bc4-4b96-4557-812a-a81a991b38c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-568420'] for port, before_create {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:46.884131 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-d6912808-d387-4a27-bf72-21d3f3e2e088 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:47.047566 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54747551-9d0b-4e15-a5d5-e3d993347ebb admin admin] Network 9bcb4115-0e1f-4bdc-accb-f68a208ad67f is scheduled to be hosted by DHCP agent ccc23fe2-6cc8-4973-a644-121019cdbd4e with binding_index 1 {{(pid=93642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 08:33:47.059484 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-07ea0f69-d056-422f-b1ef-0b17eacc6ac7 req-566805ab-886b-4559-a85d-42f66c2745f8 service neutron] 10.222.0.72 "GET /v2.0/networks/8c6da9e1-004b-42db-bcf0-39aac50436ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345865 Jun 18 08:33:47.156889 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device 4fcc6339-2bf6-41bd-acdd-69f7449638b8 up at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:33:47.184755 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.base_scheduler [None req-54747551-9d0b-4e15-a5d5-e3d993347ebb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786873-3-iscsi, 9bcb4115-0e1f-4bdc-accb-f68a208ad67f) {{(pid=93642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:33:47.192961 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54747551-9d0b-4e15-a5d5-e3d993347ebb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:47.193469 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-54747551-9d0b-4e15-a5d5-e3d993347ebb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:47.228509 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0404bed3-b5a0-447d-8cbd-f672d5ca3b91 None None] Network 9bcb4115-0e1f-4bdc-accb-f68a208ad67f requested from dv-cinder-786873-3-iscsi {{(pid=93643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:33:47.315048 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-07ea0f69-d056-422f-b1ef-0b17eacc6ac7 req-34d02bd5-5c42-4af5-a724-614ebc8cb0e4 service neutron] 10.222.0.72 "GET /v2.0/networks/8c6da9e1-004b-42db-bcf0-39aac50436ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490239 Jun 18 08:33:47.379184 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-54747551-9d0b-4e15-a5d5-e3d993347ebb admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5584667 Jun 18 08:33:47.382149 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 37920) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:33:47.387320 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [None req-fbdae817-57ad-478a-a9d1-401f90be9c9d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-532613909-router', 'tenant_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2'}}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:33:47.453942 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-d6912808-d387-4a27-bf72-21d3f3e2e088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962606', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8345693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6517'] for router, precommit_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:47.518557 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1df7af5-338c-4a92-bfac-6e4b2ef53908 req-0d601d2d-ac72-483f-a042-d777bddee962 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:47.521293 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b1df7af5-338c-4a92-bfac-6e4b2ef53908 req-0d601d2d-ac72-483f-a042-d777bddee962 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/ports?device_id=163736fd-af83-4701-ae98-d432fb5e0ce0 HTTP/1.1" status: 200 len: 943 time: 0.3463757 Jun 18 08:33:47.584801 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.db_base_plugin_common [None req-57717bc4-4b96-4557-812a-a81a991b38c9 None None] Allocated IP 172.20.0.2 (b39bae6f-4207-4bf2-bbda-c91fb1d91943/4c122cf1-030e-4869-8eee-af8e59feff00/69f0f92f-51e5-4ba9-bf6c-f5caa17f23b9) {{(pid=93643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:33:47.615540 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-fbdae817-57ad-478a-a9d1-401f90be9c9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8345775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6504'] for router, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:47.616949 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-fbdae817-57ad-478a-a9d1-401f90be9c9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8345810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7962524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8366830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6499'] for router, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:47.695752 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b1df7af5-338c-4a92-bfac-6e4b2ef53908 req-be675bfb-b57f-4f61-b694-97a83ef75d4e tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/security-groups?id=b8929651-3872-4a52-bf59-b2f6f5999b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661842 Jun 18 08:33:47.759364 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-fbdae817-57ad-478a-a9d1-401f90be9c9d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:47.788585 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9059db-0280-4d8f-b902-92e0a27406f1 req-e6aba01c-b91c-4da2-b6ef-205e0cb9762c tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:47.796835 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7c9059db-0280-4d8f-b902-92e0a27406f1 req-e6aba01c-b91c-4da2-b6ef-205e0cb9762c tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 946 time: 0.1410139 Jun 18 08:33:47.876003 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7c9059db-0280-4d8f-b902-92e0a27406f1 req-0ff9da9f-2fd3-4609-942e-add13ce83bd6 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/security-groups?id=9acf3f14-0245-462c-bda1-3481c334b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780225 Jun 18 08:33:47.935745 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-57717bc4-4b96-4557-812a-a81a991b38c9 None None] Notify callbacks [] for port, precommit_create {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:47.965214 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-57717bc4-4b96-4557-812a-a81a991b38c9 None None] Transition to ACTIVE for port object 69f0f92f-51e5-4ba9-bf6c-f5caa17f23b9 will not be triggered until provisioned by entity L2. {{(pid=93643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:33:48.042213 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-57717bc4-4b96-4557-812a-a81a991b38c9 None None] Transition to ACTIVE for port object 69f0f92f-51e5-4ba9-bf6c-f5caa17f23b9 will not be triggered until provisioned by entity DHCP. {{(pid=93643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:33:48.042213 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15795e36-4a2d-41e6-8737-7a3c2c67bf18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp441df14c-9ab6-5f11-a186-516be8319024-9bcb4115-0e1f-4bdc-accb-f68a208ad67f', 'network_id': '9bcb4115-0e1f-4bdc-accb-f68a208ad67f', 'tenant_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'fixed_ips': [{'subnet_id': '5fff03b2-a2fe-488b-8a4d-528da3f1348c'}]}} from dv-cinder-786873-3-iscsi. {{(pid=93643) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 08:33:48.042772 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-15795e36-4a2d-41e6-8737-7a3c2c67bf18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-568420'] for port, before_create {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:48.216791 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-d6912808-d387-4a27-bf72-21d3f3e2e088 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:48.333573 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-d6912808-d387-4a27-bf72-21d3f3e2e088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-568420'] for port, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:48.472345 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.db_base_plugin_common [None req-15795e36-4a2d-41e6-8737-7a3c2c67bf18 None None] Allocated IP 172.20.0.2 (9bcb4115-0e1f-4bdc-accb-f68a208ad67f/5fff03b2-a2fe-488b-8a4d-528da3f1348c/6a0a6c8a-cfc4-48c4-9506-26990aaf8f38) {{(pid=93643) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:33:48.556191 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.db.db_base_plugin_common [None req-d6912808-d387-4a27-bf72-21d3f3e2e088 admin admin] Allocated IP 172.27.2.128 (215fa03e-ed5a-4c2a-ba1d-c413840c30f2/b938f688-1844-46d6-ac73-91c028ff50eb/2b252d58-0325-4db2-a0f0-76f23626edd1) {{(pid=93641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:33:48.659440 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-57717bc4-4b96-4557-812a-a81a991b38c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-568999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741881438814'] for port, after_create {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:48.662495 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning for port 4fcc6339-2bf6-41bd-acdd-69f7449638b8 completed by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:33:48.682664 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:48.719342 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-fbdae817-57ad-478a-a9d1-401f90be9c9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962606', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8345693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6517'] for router, precommit_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:48.799035 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-d6912808-d387-4a27-bf72-21d3f3e2e088 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:48.954979 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.agents_db [None req-a940af84-dce7-47c4-b5d3-ae67f117b383 None None] Agent healthcheck: found 6 active agents {{(pid=93644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:33:49.071687 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-d6912808-d387-4a27-bf72-21d3f3e2e088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-568999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741881438814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5195020'] for port, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:49.088612 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-890bf0d7-8708-4345-a2dd-64f710a7e2ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:49.122374 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6912808-d387-4a27-bf72-21d3f3e2e088 admin admin] Network 215fa03e-ed5a-4c2a-ba1d-c413840c30f2 is already hosted by enough agents. {{(pid=93641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:33:49.130741 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.base_scheduler [None req-d6912808-d387-4a27-bf72-21d3f3e2e088 admin admin] Resources bound (agent type, host, resource id): {{(pid=93641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:33:49.142100 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6912808-d387-4a27-bf72-21d3f3e2e088 admin admin] Received port after_create {{(pid=93641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:33:49.209092 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning complete for port 4fcc6339-2bf6-41bd-acdd-69f7449638b8 triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:33:49.209708 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:49.212666 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57717bc4-4b96-4557-812a-a81a991b38c9 None None] Pushing event updated for resources: {'Port': ['ID=69f0f92f-51e5-4ba9-bf6c-f5caa17f23b9,revision_number=1']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:49.224991 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-57717bc4-4b96-4557-812a-a81a991b38c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:49.233274 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-15795e36-4a2d-41e6-8737-7a3c2c67bf18 None None] Notify callbacks [] for port, precommit_create {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:49.258909 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57717bc4-4b96-4557-812a-a81a991b38c9 None None] Network b39bae6f-4207-4bf2-bbda-c91fb1d91943 is already hosted by enough agents. {{(pid=93643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:33:49.326559 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.scheduler.base_scheduler [None req-57717bc4-4b96-4557-812a-a81a991b38c9 None None] Resources bound (agent type, host, resource id): {{(pid=93643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:33:49.339305 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57717bc4-4b96-4557-812a-a81a991b38c9 None None] Received port after_create {{(pid=93643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:33:49.370767 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3865675-5b6e-4c1e-9f04-a75873643b4e req-467af8bd-6284-4b88-8fbe-097f3f7397c6 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:49.372571 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a3865675-5b6e-4c1e-9f04-a75873643b4e req-467af8bd-6284-4b88-8fbe-097f3f7397c6 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/ports?device_id=163736fd-af83-4701-ae98-d432fb5e0ce0 HTTP/1.1" status: 200 len: 943 time: 0.3914568 Jun 18 08:33:49.372943 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-15795e36-4a2d-41e6-8737-7a3c2c67bf18 None None] Transition to ACTIVE for port object 6a0a6c8a-cfc4-48c4-9506-26990aaf8f38 will not be triggered until provisioned by entity L2. {{(pid=93643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:33:49.373308 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6912808-d387-4a27-bf72-21d3f3e2e088 admin admin] Pushing event updated for resources: {'Port': ['ID=2b252d58-0325-4db2-a0f0-76f23626edd1,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:49.380384 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-d6912808-d387-4a27-bf72-21d3f3e2e088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:49.416147 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-fbdae817-57ad-478a-a9d1-401f90be9c9d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:49.448194 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-fbdae817-57ad-478a-a9d1-401f90be9c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-568420'] for port, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:49.454825 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-15795e36-4a2d-41e6-8737-7a3c2c67bf18 None None] Transition to ACTIVE for port object 6a0a6c8a-cfc4-48c4-9506-26990aaf8f38 will not be triggered until provisioned by entity DHCP. {{(pid=93643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:33:49.492429 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a3865675-5b6e-4c1e-9f04-a75873643b4e req-74830683-a1f9-4af2-9aad-544ffedeec33 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/security-groups?id=b8929651-3872-4a52-bf59-b2f6f5999b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837281 Jun 18 08:33:49.529504 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9346c3dd-5db5-4b15-8aaf-8584e2bf04a8 req-399d91f7-8600-4a54-a89b-95793606d8fe tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:49.539877 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-9346c3dd-5db5-4b15-8aaf-8584e2bf04a8 req-399d91f7-8600-4a54-a89b-95793606d8fe tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 946 time: 0.2532210 Jun 18 08:33:49.577000 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-57717bc4-4b96-4557-812a-a81a991b38c9 None None] Attempting to bind port 69f0f92f-51e5-4ba9-bf6c-f5caa17f23b9 on host dv-cinder-786873-3-iscsi for vnic_type normal with profile {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:33:49.577556 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-57717bc4-4b96-4557-812a-a81a991b38c9 None None] Attempting to bind port 69f0f92f-51e5-4ba9-bf6c-f5caa17f23b9 by drivers openvswitch,hyperv on host dv-cinder-786873-3-iscsi at level 0 using segments [{'id': '41bf81c5-e3c7-4ae2-aa14-4509e59172f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'b39bae6f-4207-4bf2-bbda-c91fb1d91943'}] {{(pid=93643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:33:49.577937 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57717bc4-4b96-4557-812a-a81a991b38c9 None None] Attempting to bind port 69f0f92f-51e5-4ba9-bf6c-f5caa17f23b9 on network b39bae6f-4207-4bf2-bbda-c91fb1d91943 {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:33:49.588469 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57717bc4-4b96-4557-812a-a81a991b38c9 None None] Checking agent: {'id': '38b9d690-c74c-4031-9e4b-d740e9188e6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 20, 42), 'started_at': datetime.datetime(2021, 6, 18, 8, 21, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:33:49.588886 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57717bc4-4b96-4557-812a-a81a991b38c9 None None] Checking segment: {'id': '41bf81c5-e3c7-4ae2-aa14-4509e59172f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'b39bae6f-4207-4bf2-bbda-c91fb1d91943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:33:49.589366 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-57717bc4-4b96-4557-812a-a81a991b38c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:49.589783 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57717bc4-4b96-4557-812a-a81a991b38c9 None None] Bound using segment: {'id': '41bf81c5-e3c7-4ae2-aa14-4509e59172f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'b39bae6f-4207-4bf2-bbda-c91fb1d91943'} {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:33:49.590281 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-57717bc4-4b96-4557-812a-a81a991b38c9 None None] Bound port: 69f0f92f-51e5-4ba9-bf6c-f5caa17f23b9, host: dv-cinder-786873-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41bf81c5-e3c7-4ae2-aa14-4509e59172f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'b39bae6f-4207-4bf2-bbda-c91fb1d91943'}}] {{(pid=93643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:33:49.590673 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-57717bc4-4b96-4557-812a-a81a991b38c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:49.596652 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-9346c3dd-5db5-4b15-8aaf-8584e2bf04a8 req-8a20ca8b-d627-4855-b8cb-4dbadc0691c9 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/security-groups?id=9acf3f14-0245-462c-bda1-3481c334b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557251 Jun 18 08:33:49.602664 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.db_base_plugin_common [None req-fbdae817-57ad-478a-a9d1-401f90be9c9d admin admin] Allocated IP 172.27.2.68 (215fa03e-ed5a-4c2a-ba1d-c413840c30f2/b938f688-1844-46d6-ac73-91c028ff50eb/141a3536-619b-4d86-b4af-cfee18fc7340) {{(pid=93642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:33:49.607826 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:49.651946 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-15795e36-4a2d-41e6-8737-7a3c2c67bf18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-568999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741881438814'] for port, after_create {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:49.656153 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e3f39158-02cb-4d13-8783-fd43e8eed16a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:49.727538 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-fbdae817-57ad-478a-a9d1-401f90be9c9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:49.734268 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] For port 4fcc6339-2bf6-41bd-acdd-69f7449638b8, host dv-cinder-786873-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=4fcc6339-2bf6-41bd-acdd-69f7449638b8,segment=NetworkSegment(9c4cd0a3-7472-4b22-879f-ed10cb468f23),segment_id=9c4cd0a3-7472-4b22-879f-ed10cb468f23)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:33:49.741029 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15795e36-4a2d-41e6-8737-7a3c2c67bf18 None None] Network 9bcb4115-0e1f-4bdc-accb-f68a208ad67f is already hosted by enough agents. {{(pid=93643) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:33:49.746295 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15795e36-4a2d-41e6-8737-7a3c2c67bf18 None None] Pushing event updated for resources: {'Port': ['ID=6a0a6c8a-cfc4-48c4-9506-26990aaf8f38,revision_number=1']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:49.746582 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-57717bc4-4b96-4557-812a-a81a991b38c9 None None] For port 69f0f92f-51e5-4ba9-bf6c-f5caa17f23b9, host dv-cinder-786873-3-iscsi, cleared binding levels {{(pid=93643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:33:49.748954 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.scheduler.base_scheduler [None req-15795e36-4a2d-41e6-8737-7a3c2c67bf18 None None] Resources bound (agent type, host, resource id): {{(pid=93643) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:33:49.750795 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-15795e36-4a2d-41e6-8737-7a3c2c67bf18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:49.752499 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-57717bc4-4b96-4557-812a-a81a991b38c9 None None] For port 69f0f92f-51e5-4ba9-bf6c-f5caa17f23b9, host dv-cinder-786873-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=69f0f92f-51e5-4ba9-bf6c-f5caa17f23b9,segment=NetworkSegment(41bf81c5-e3c7-4ae2-aa14-4509e59172f0),segment_id=41bf81c5-e3c7-4ae2-aa14-4509e59172f0)] {{(pid=93643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:33:49.754856 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15795e36-4a2d-41e6-8737-7a3c2c67bf18 None None] Received port after_create {{(pid=93643) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:33:49.817264 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-15795e36-4a2d-41e6-8737-7a3c2c67bf18 None None] Attempting to bind port 6a0a6c8a-cfc4-48c4-9506-26990aaf8f38 on host dv-cinder-786873-3-iscsi for vnic_type normal with profile {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:33:49.817910 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-15795e36-4a2d-41e6-8737-7a3c2c67bf18 None None] Attempting to bind port 6a0a6c8a-cfc4-48c4-9506-26990aaf8f38 by drivers openvswitch,hyperv on host dv-cinder-786873-3-iscsi at level 0 using segments [{'id': 'e9c2f4e9-27ab-41a7-b5e4-528b18385247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '9bcb4115-0e1f-4bdc-accb-f68a208ad67f'}] {{(pid=93643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:33:49.818358 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15795e36-4a2d-41e6-8737-7a3c2c67bf18 None None] Attempting to bind port 6a0a6c8a-cfc4-48c4-9506-26990aaf8f38 on network 9bcb4115-0e1f-4bdc-accb-f68a208ad67f {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:33:49.824784 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15795e36-4a2d-41e6-8737-7a3c2c67bf18 None None] Checking agent: {'id': '38b9d690-c74c-4031-9e4b-d740e9188e6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 20, 42), 'started_at': datetime.datetime(2021, 6, 18, 8, 21, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:33:49.831811 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15795e36-4a2d-41e6-8737-7a3c2c67bf18 None None] Checking segment: {'id': 'e9c2f4e9-27ab-41a7-b5e4-528b18385247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '9bcb4115-0e1f-4bdc-accb-f68a208ad67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:33:49.831811 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-15795e36-4a2d-41e6-8737-7a3c2c67bf18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:49.831811 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15795e36-4a2d-41e6-8737-7a3c2c67bf18 None None] Bound using segment: {'id': 'e9c2f4e9-27ab-41a7-b5e4-528b18385247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '9bcb4115-0e1f-4bdc-accb-f68a208ad67f'} {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:33:49.831811 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-15795e36-4a2d-41e6-8737-7a3c2c67bf18 None None] Bound port: 6a0a6c8a-cfc4-48c4-9506-26990aaf8f38, host: dv-cinder-786873-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9c2f4e9-27ab-41a7-b5e4-528b18385247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '9bcb4115-0e1f-4bdc-accb-f68a208ad67f'}}] {{(pid=93643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:33:49.831811 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-15795e36-4a2d-41e6-8737-7a3c2c67bf18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:49.832434 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-d6912808-d387-4a27-bf72-21d3f3e2e088 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:49.890669 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-57717bc4-4b96-4557-812a-a81a991b38c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:49.897595 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:49.900302 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:49.927905 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-fbdae817-57ad-478a-a9d1-401f90be9c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-568999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741881438814'] for port, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:49.931557 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:50.003490 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-15795e36-4a2d-41e6-8737-7a3c2c67bf18 None None] For port 6a0a6c8a-cfc4-48c4-9506-26990aaf8f38, host dv-cinder-786873-3-iscsi, cleared binding levels {{(pid=93643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:33:50.011025 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-15795e36-4a2d-41e6-8737-7a3c2c67bf18 None None] For port 6a0a6c8a-cfc4-48c4-9506-26990aaf8f38, host dv-cinder-786873-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=6a0a6c8a-cfc4-48c4-9506-26990aaf8f38,segment=NetworkSegment(e9c2f4e9-27ab-41a7-b5e4-528b18385247),segment_id=e9c2f4e9-27ab-41a7-b5e4-528b18385247)] {{(pid=93643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:33:50.013350 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57717bc4-4b96-4557-812a-a81a991b38c9 None None] Pushing event updated for resources: {'Port': ['ID=69f0f92f-51e5-4ba9-bf6c-f5caa17f23b9,revision_number=2']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:50.017352 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-57717bc4-4b96-4557-812a-a81a991b38c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:50.021406 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-9f5a32e9-167e-4e4e-a039-033901b829a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:50.076934 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdae817-57ad-478a-a9d1-401f90be9c9d admin admin] Network 215fa03e-ed5a-4c2a-ba1d-c413840c30f2 is already hosted by enough agents. {{(pid=93642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:33:50.083658 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.base_scheduler [None req-fbdae817-57ad-478a-a9d1-401f90be9c9d admin admin] Resources bound (agent type, host, resource id): {{(pid=93642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:33:50.100499 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdae817-57ad-478a-a9d1-401f90be9c9d admin admin] Received port after_create {{(pid=93642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:33:50.114590 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Pushing event updated for resources: {'Port': ['ID=4fcc6339-2bf6-41bd-acdd-69f7449638b8,revision_number=5']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:50.122139 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:50.127980 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-15795e36-4a2d-41e6-8737-7a3c2c67bf18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:50.133149 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-592da7ee-5b17-4f91-b33b-5a4dc4e30b22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:50.243626 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15795e36-4a2d-41e6-8737-7a3c2c67bf18 None None] Pushing event updated for resources: {'Port': ['ID=6a0a6c8a-cfc4-48c4-9506-26990aaf8f38,revision_number=2']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:50.252088 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-15795e36-4a2d-41e6-8737-7a3c2c67bf18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:50.285847 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdae817-57ad-478a-a9d1-401f90be9c9d admin admin] Pushing event updated for resources: {'Port': ['ID=141a3536-619b-4d86-b4af-cfee18fc7340,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:50.314759 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-fbdae817-57ad-478a-a9d1-401f90be9c9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:50.800814 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-d6912808-d387-4a27-bf72-21d3f3e2e088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8345766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7960378'] for router, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:50.920936 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-fbdae817-57ad-478a-a9d1-401f90be9c9d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:51.240461 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9565a31-4142-4d65-92d6-eb510d6480d1 req-078b6a1b-43a3-4ab1-8b41-facf6c4600b7 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:51.242597 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d9565a31-4142-4d65-92d6-eb510d6480d1 req-078b6a1b-43a3-4ab1-8b41-facf6c4600b7 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/ports?device_id=163736fd-af83-4701-ae98-d432fb5e0ce0 HTTP/1.1" status: 200 len: 943 time: 0.2391574 Jun 18 08:33:51.278498 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c80375-38b5-44f1-b5e9-c96e7eed5dd9 req-a4be9e96-4714-42ca-aafb-822b337d0468 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:51.289174 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-18c80375-38b5-44f1-b5e9-c96e7eed5dd9 req-a4be9e96-4714-42ca-aafb-822b337d0468 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 946 time: 0.4725718 Jun 18 08:33:51.301252 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-fbdae817-57ad-478a-a9d1-401f90be9c9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8345766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7960378'] for router, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:51.374209 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-18c80375-38b5-44f1-b5e9-c96e7eed5dd9 req-523d8aa8-f335-455d-af88-96fb5a38ca60 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/security-groups?id=9acf3f14-0245-462c-bda1-3481c334b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848281 Jun 18 08:33:51.513178 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6912808-d387-4a27-bf72-21d3f3e2e088 admin admin] Router df5b19ef-b6dd-4f0c-9217-946e9de728ec is scheduled to L3 agent ebfc1b20-a3df-4bae-b350-fc31028a16a3 with binding_index 1 {{(pid=93641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 08:33:51.524635 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d9565a31-4142-4d65-92d6-eb510d6480d1 req-5fa998c9-a13a-4c93-b45e-283fc292ebb3 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/security-groups?id=b8929651-3872-4a52-bf59-b2f6f5999b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659786 Jun 18 08:33:51.585072 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbdae817-57ad-478a-a9d1-401f90be9c9d admin admin] Router eacc6b9b-dde8-4cc1-a067-faeda1f4ed39 is scheduled to L3 agent ebfc1b20-a3df-4bae-b350-fc31028a16a3 with binding_index 1 {{(pid=93642) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 08:33:51.726849 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6912808-d387-4a27-bf72-21d3f3e2e088 admin admin] Notify agent at l3_agent.dv-cinder-786873-3-iscsi the message routers_updated {{(pid=93641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:33:51.738846 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77b4423-f499-45b4-a0fb-06dd43053916 None None] Sync routers for ids ['df5b19ef-b6dd-4f0c-9217-946e9de728ec'] in dv-cinder-786873-3-iscsi {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:33:51.753799 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77b4423-f499-45b4-a0fb-06dd43053916 None None] Routers {'df5b19ef-b6dd-4f0c-9217-946e9de728ec'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:33:51.754700 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-e77b4423-f499-45b4-a0fb-06dd43053916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:33:41Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['df5b19ef-b6dd-4f0c-9217-946e9de728ec'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:33:51.836159 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69de3269-a2d0-4a85-9254-911e3998284c None None] Network b39bae6f-4207-4bf2-bbda-c91fb1d91943 requested from dv-cinder-786873-3-iscsi {{(pid=93643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:33:51.840365 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbdae817-57ad-478a-a9d1-401f90be9c9d admin admin] Notify agent at l3_agent.dv-cinder-786873-3-iscsi the message routers_updated {{(pid=93642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:33:51.854426 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8947ddc0-1755-4fc7-840a-f5ec05993166 None None] Sync routers for ids ['eacc6b9b-dde8-4cc1-a067-faeda1f4ed39'] in dv-cinder-786873-3-iscsi {{(pid=93644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:33:51.879555 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8947ddc0-1755-4fc7-840a-f5ec05993166 None None] Routers {'eacc6b9b-dde8-4cc1-a067-faeda1f4ed39'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:33:51.881807 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-d6912808-d387-4a27-bf72-21d3f3e2e088 admin admin] Notify callbacks [] for router, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:51.883314 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-d6912808-d387-4a27-bf72-21d3f3e2e088 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.2876265 Jun 18 08:33:51.886302 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 37958) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:33:51.901564 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_hamode_db [None req-8947ddc0-1755-4fc7-840a-f5ec05993166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:33:41Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['eacc6b9b-dde8-4cc1-a067-faeda1f4ed39'], 'active': True} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:33:52.037387 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-fbdae817-57ad-478a-a9d1-401f90be9c9d admin admin] Notify callbacks [] for router, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:52.046500 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-fbdae817-57ad-478a-a9d1-401f90be9c9d admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.6562541 Jun 18 08:33:52.046500 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 37964) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:33:52.149884 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-e77b4423-f499-45b4-a0fb-06dd43053916 None None] Set router df5b19ef-b6dd-4f0c-9217-946e9de728ec gateway port host: dv-cinder-786873-3-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:33:52.272502 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-0bbce522-2c31-44bf-b27b-13847de78c94 None None] Provisioning for port 69f0f92f-51e5-4ba9-bf6c-f5caa17f23b9 completed by entity DHCP. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:33:52.272743 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvr_db [None req-8947ddc0-1755-4fc7-840a-f5ec05993166 None None] Set router eacc6b9b-dde8-4cc1-a067-faeda1f4ed39 gateway port host: dv-cinder-786873-3-iscsi {{(pid=93644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:33:52.457514 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3e0cdc-34da-4856-8692-01177cc22d79 None None] Network 9bcb4115-0e1f-4bdc-accb-f68a208ad67f requested from dv-cinder-786873-3-iscsi {{(pid=93643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:33:52.460136 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device 69f0f92f-51e5-4ba9-bf6c-f5caa17f23b9 up at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:33:52.667328 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91838d8-7977-4cc2-b390-0c51568e15c0 req-19444b53-385e-4b5e-830c-74ad30ecfc0c tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:52.676409 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f91838d8-7977-4cc2-b390-0c51568e15c0 req-19444b53-385e-4b5e-830c-74ad30ecfc0c tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 946 time: 0.4244716 Jun 18 08:33:52.695516 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712d5a8f-1903-4b9f-8eac-961028d66d42 req-74efbbfb-5064-40ad-b320-fc1efcf36291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:52.702603 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-712d5a8f-1903-4b9f-8eac-961028d66d42 req-74efbbfb-5064-40ad-b320-fc1efcf36291 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f18f9b0caff54beda5bbbdb00ef6417e&device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 1099 time: 0.2999363 Jun 18 08:33:52.791913 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_hamode_db [None req-8947ddc0-1755-4fc7-840a-f5ec05993166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eacc6b9b-dde8-4cc1-a067-faeda1f4ed39', 'name': 'tempest-AttachVolumeShelveTestJSON-532613909-router', 'tenant_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '141a3536-619b-4d86-b4af-cfee18fc7340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:33:47Z', 'updated_at': '2021-06-18T08:33:50Z', 'revision_number': 3, 'project_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'gw_port': {'id': '141a3536-619b-4d86-b4af-cfee18fc7340', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eacc6b9b-dde8-4cc1-a067-faeda1f4ed39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:49Z', 'updated_at': '2021-06-18T08:33:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi'}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:33:52.813280 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f91838d8-7977-4cc2-b390-0c51568e15c0 req-dba5a938-9131-4104-83e7-20b17f7b650a tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/security-groups?id=9acf3f14-0245-462c-bda1-3481c334b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356714 Jun 18 08:33:52.948009 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8947ddc0-1755-4fc7-840a-f5ec05993166 None None] Checking router: eacc6b9b-dde8-4cc1-a067-faeda1f4ed39 for host: dv-cinder-786873-3-iscsi {{(pid=93644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:33:52.948009 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8947ddc0-1755-4fc7-840a-f5ec05993166 None None] Updating router eacc6b9b-dde8-4cc1-a067-faeda1f4ed39 port 141a3536-619b-4d86-b4af-cfee18fc7340 binding host dv-cinder-786873-3-iscsi {{(pid=93644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 08:33:52.959579 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-0166e33c-3ba0-442e-a1eb-2ae6a63f82d5 None None] Provisioning for port 6a0a6c8a-cfc4-48c4-9506-26990aaf8f38 completed by entity DHCP. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:33:52.992591 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-8947ddc0-1755-4fc7-840a-f5ec05993166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:53.131765 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b035a2-5642-4a47-9d24-fa1ea456c7c7 req-00a7bab5-c5d9-4dab-b6a1-4b5e2768079b tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:53.139183 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d9b035a2-5642-4a47-9d24-fa1ea456c7c7 req-00a7bab5-c5d9-4dab-b6a1-4b5e2768079b tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/ports?device_id=163736fd-af83-4701-ae98-d432fb5e0ce0 HTTP/1.1" status: 200 len: 943 time: 0.3761799 Jun 18 08:33:53.168739 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-5bcaf900-85a8-4433-a704-9df6cb3a34f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-568420'] for port, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:53.221211 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning for port 69f0f92f-51e5-4ba9-bf6c-f5caa17f23b9 completed by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:33:53.251564 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning complete for port 69f0f92f-51e5-4ba9-bf6c-f5caa17f23b9 triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:33:53.252787 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:53.259022 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d9b035a2-5642-4a47-9d24-fa1ea456c7c7 req-cb31a60c-5a0f-40ca-9bf5-a627d4065708 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/security-groups?id=b8929651-3872-4a52-bf59-b2f6f5999b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188819 Jun 18 08:33:53.356902 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-e77b4423-f499-45b4-a0fb-06dd43053916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5b19ef-b6dd-4f0c-9217-946e9de728ec', 'name': 'tempest-TestShelveInstance-1587513695-router', 'tenant_id': 'cc8e7f1914424d25b00a35d99842f74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '2b252d58-0325-4db2-a0f0-76f23626edd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:33:46Z', 'updated_at': '2021-06-18T08:33:49Z', 'revision_number': 3, 'project_id': 'cc8e7f1914424d25b00a35d99842f74a', 'gw_port': {'id': '2b252d58-0325-4db2-a0f0-76f23626edd1', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:84:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df5b19ef-b6dd-4f0c-9217-946e9de728ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:48Z', 'updated_at': '2021-06-18T08:33:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi'}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:33:53.398785 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77b4423-f499-45b4-a0fb-06dd43053916 None None] Checking router: df5b19ef-b6dd-4f0c-9217-946e9de728ec for host: dv-cinder-786873-3-iscsi {{(pid=93643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:33:53.399414 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77b4423-f499-45b4-a0fb-06dd43053916 None None] Updating router df5b19ef-b6dd-4f0c-9217-946e9de728ec port 2b252d58-0325-4db2-a0f0-76f23626edd1 binding host dv-cinder-786873-3-iscsi {{(pid=93643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 08:33:53.401618 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-406d1670-bb19-46bd-880e-c2be340b3cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-568420'] for port, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:53.573670 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712d5a8f-1903-4b9f-8eac-961028d66d42 req-a9f074cd-8c45-463d-89f2-c642769d7c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:53.577818 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-712d5a8f-1903-4b9f-8eac-961028d66d42 req-a9f074cd-8c45-463d-89f2-c642769d7c06 service neutron] 10.222.0.72 "GET /v2.0/networks?id=77f1c77d-8795-43df-96a9-39a8b7c2346a HTTP/1.1" status: 200 len: 911 time: 0.3875296 Jun 18 08:33:53.606459 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-8947ddc0-1755-4fc7-840a-f5ec05993166 None None] Notify callbacks [] for port, precommit_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:53.622578 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.provisioning_blocks [None req-8947ddc0-1755-4fc7-840a-f5ec05993166 None None] Transition to ACTIVE for port object 141a3536-619b-4d86-b4af-cfee18fc7340 will not be triggered until provisioned by entity L2. {{(pid=93644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:33:53.649363 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e77b4423-f499-45b4-a0fb-06dd43053916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:53.704369 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:53.746219 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-8947ddc0-1755-4fc7-840a-f5ec05993166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:53.750902 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:53.783026 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.db.db_base_plugin_common [None req-406d1670-bb19-46bd-880e-c2be340b3cb4 admin admin] Allocated IP 172.20.0.1 (b39bae6f-4207-4bf2-bbda-c91fb1d91943/4c122cf1-030e-4869-8eee-af8e59feff00/1540033b-356e-4974-b3aa-e741d6d60fc0) {{(pid=93641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:33:53.834819 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-712d5a8f-1903-4b9f-8eac-961028d66d42 req-2aae74d0-af74-4c55-9ff0-c707bab635c0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4b87629-6ba3-4d12-94f9-8c2e7c317290 HTTP/1.1" status: 200 len: 1001 time: 0.2363863 Jun 18 08:33:53.839442 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.db_base_plugin_common [None req-5bcaf900-85a8-4433-a704-9df6cb3a34f7 admin admin] Allocated IP 172.20.0.1 (9bcb4115-0e1f-4bdc-accb-f68a208ad67f/5fff03b2-a2fe-488b-8a4d-528da3f1348c/1067a414-d36d-4134-a5d9-d17ab07c7c09) {{(pid=93642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:33:53.862661 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01eccc3-3a66-40d7-8172-d9e26ee7cec0 None None] Pushing event updated for resources: {'Port': ['ID=141a3536-619b-4d86-b4af-cfee18fc7340,revision_number=2']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:53.895855 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-d01eccc3-3a66-40d7-8172-d9e26ee7cec0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:53.975165 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.managers [None req-8947ddc0-1755-4fc7-840a-f5ec05993166 None None] Attempting to bind port 141a3536-619b-4d86-b4af-cfee18fc7340 on host dv-cinder-786873-3-iscsi for vnic_type normal with profile {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:33:53.976435 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.managers [None req-8947ddc0-1755-4fc7-840a-f5ec05993166 None None] Attempting to bind port 141a3536-619b-4d86-b4af-cfee18fc7340 by drivers openvswitch,hyperv on host dv-cinder-786873-3-iscsi at level 0 using segments [{'id': '12e3d6c0-2a01-4ec9-a6e5-283a6c482531', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2'}] {{(pid=93644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:33:53.977091 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8947ddc0-1755-4fc7-840a-f5ec05993166 None None] Attempting to bind port 141a3536-619b-4d86-b4af-cfee18fc7340 on network 215fa03e-ed5a-4c2a-ba1d-c413840c30f2 {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:33:53.992330 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8947ddc0-1755-4fc7-840a-f5ec05993166 None None] Checking agent: {'id': '38b9d690-c74c-4031-9e4b-d740e9188e6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 20, 42), 'started_at': datetime.datetime(2021, 6, 18, 8, 21, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:33:53.993265 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8947ddc0-1755-4fc7-840a-f5ec05993166 None None] Checking segment: {'id': '12e3d6c0-2a01-4ec9-a6e5-283a6c482531', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:33:53.993911 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-8947ddc0-1755-4fc7-840a-f5ec05993166 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:53.994864 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8947ddc0-1755-4fc7-840a-f5ec05993166 None None] Bound using segment: {'id': '12e3d6c0-2a01-4ec9-a6e5-283a6c482531', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2'} {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:33:53.995698 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.managers [None req-8947ddc0-1755-4fc7-840a-f5ec05993166 None None] Bound port: 141a3536-619b-4d86-b4af-cfee18fc7340, host: dv-cinder-786873-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12e3d6c0-2a01-4ec9-a6e5-283a6c482531', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2'}}] {{(pid=93644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:33:53.996357 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-8947ddc0-1755-4fc7-840a-f5ec05993166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:54.011072 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] For port 69f0f92f-51e5-4ba9-bf6c-f5caa17f23b9, host dv-cinder-786873-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=69f0f92f-51e5-4ba9-bf6c-f5caa17f23b9,segment=NetworkSegment(41bf81c5-e3c7-4ae2-aa14-4509e59172f0),segment_id=41bf81c5-e3c7-4ae2-aa14-4509e59172f0)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:33:54.071158 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-406d1670-bb19-46bd-880e-c2be340b3cb4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:54.109060 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712d5a8f-1903-4b9f-8eac-961028d66d42 req-5a29349d-0f3d-4abc-8ef6-f45da8a0673e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:54.111863 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-5aad1953-e72d-469d-b0cc-dfd0a405fc92 None None] Provisioning complete for port 69f0f92f-51e5-4ba9-bf6c-f5caa17f23b9 triggered by entity DHCP. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:33:54.112113 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-712d5a8f-1903-4b9f-8eac-961028d66d42 req-5a29349d-0f3d-4abc-8ef6-f45da8a0673e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0695c8b6-59a4-4923-a5ff-60cabbe26c72 HTTP/1.1" status: 200 len: 849 time: 0.2031054 Jun 18 08:33:54.112283 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-5aad1953-e72d-469d-b0cc-dfd0a405fc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:54.133290 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.db [None req-8947ddc0-1755-4fc7-840a-f5ec05993166 None None] For port 141a3536-619b-4d86-b4af-cfee18fc7340, host dv-cinder-786873-3-iscsi, cleared binding levels {{(pid=93644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:33:54.139601 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.db [None req-8947ddc0-1755-4fc7-840a-f5ec05993166 None None] For port 141a3536-619b-4d86-b4af-cfee18fc7340, host dv-cinder-786873-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=141a3536-619b-4d86-b4af-cfee18fc7340,segment=NetworkSegment(12e3d6c0-2a01-4ec9-a6e5-283a6c482531),segment_id=12e3d6c0-2a01-4ec9-a6e5-283a6c482531)] {{(pid=93644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:33:54.184375 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.db.provisioning_blocks [None req-406d1670-bb19-46bd-880e-c2be340b3cb4 admin admin] Transition to ACTIVE for port object 1540033b-356e-4974-b3aa-e741d6d60fc0 will not be triggered until provisioned by entity DHCP. {{(pid=93641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:33:54.202783 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:54.203650 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device 4fcc6339-2bf6-41bd-acdd-69f7449638b8 up at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:33:54.231247 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-8947ddc0-1755-4fc7-840a-f5ec05993166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:54.236167 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:54.263909 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15252fd2-f25f-4067-98a6-d77c096ff8a2 req-f2b2a103-afe4-4c69-98e5-486517dc3ec6 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:54.275582 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-15252fd2-f25f-4067-98a6-d77c096ff8a2 req-f2b2a103-afe4-4c69-98e5-486517dc3ec6 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 946 time: 0.1888459 Jun 18 08:33:54.291925 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-5bcaf900-85a8-4433-a704-9df6cb3a34f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:54.329877 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8947ddc0-1755-4fc7-840a-f5ec05993166 None None] Routers {'eacc6b9b-dde8-4cc1-a067-faeda1f4ed39'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:33:54.329877 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_hamode_db [None req-8947ddc0-1755-4fc7-840a-f5ec05993166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:33:41Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['eacc6b9b-dde8-4cc1-a067-faeda1f4ed39'], 'active': True} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:33:54.331104 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [None req-5bcaf900-85a8-4433-a704-9df6cb3a34f7 admin admin] Transition to ACTIVE for port object 1067a414-d36d-4134-a5d9-d17ab07c7c09 will not be triggered until provisioned by entity DHCP. {{(pid=93642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:33:54.334913 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712d5a8f-1903-4b9f-8eac-961028d66d42 req-68a1bc03-f561-4b24-827e-7834f4d1d407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:54.336597 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-712d5a8f-1903-4b9f-8eac-961028d66d42 req-68a1bc03-f561-4b24-827e-7834f4d1d407 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=77f1c77d-8795-43df-96a9-39a8b7c2346a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1878731 Jun 18 08:33:54.402692 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-406d1670-bb19-46bd-880e-c2be340b3cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-568999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741881438814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5195020'] for port, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:54.423031 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:54.455090 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-15252fd2-f25f-4067-98a6-d77c096ff8a2 req-6eadec61-7701-4094-ad15-f69a4ac85f6d tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/security-groups?id=9acf3f14-0245-462c-bda1-3481c334b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1784000 Jun 18 08:33:54.499013 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-5bcaf900-85a8-4433-a704-9df6cb3a34f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-568999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741881438814'] for port, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:54.508416 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-7885e5ac-55af-435a-b7a9-be95aa02ca9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:54.559208 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406d1670-bb19-46bd-880e-c2be340b3cb4 admin admin] Network b39bae6f-4207-4bf2-bbda-c91fb1d91943 is already hosted by enough agents. {{(pid=93641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:33:54.587178 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-712d5a8f-1903-4b9f-8eac-961028d66d42 req-94557931-dedc-41b0-a27d-4bd8d37edd57 service neutron] 10.222.0.72 "GET /v2.0/networks/77f1c77d-8795-43df-96a9-39a8b7c2346a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247989 Jun 18 08:33:54.590156 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bcaf900-85a8-4433-a704-9df6cb3a34f7 admin admin] Network 9bcb4115-0e1f-4bdc-accb-f68a208ad67f is already hosted by enough agents. {{(pid=93642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:33:54.598632 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.base_scheduler [None req-5bcaf900-85a8-4433-a704-9df6cb3a34f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:33:54.604596 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcaf900-85a8-4433-a704-9df6cb3a34f7 admin admin] Received port after_create {{(pid=93642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:33:54.605751 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-5bcaf900-85a8-4433-a704-9df6cb3a34f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7960853'] for router_interface, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:54.626705 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcaf900-85a8-4433-a704-9df6cb3a34f7 admin admin] Pushing event updated for resources: {'Port': ['ID=1067a414-d36d-4134-a5d9-d17ab07c7c09,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:54.643324 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.base_scheduler [None req-406d1670-bb19-46bd-880e-c2be340b3cb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:33:54.661080 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406d1670-bb19-46bd-880e-c2be340b3cb4 admin admin] Received port after_create {{(pid=93641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:33:54.726177 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01eccc3-3a66-40d7-8172-d9e26ee7cec0 None None] Pushing event updated for resources: {'Port': ['ID=141a3536-619b-4d86-b4af-cfee18fc7340,revision_number=3']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:54.727228 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-5bcaf900-85a8-4433-a704-9df6cb3a34f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:54.740213 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-d01eccc3-3a66-40d7-8172-d9e26ee7cec0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:54.774508 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d1670-bb19-46bd-880e-c2be340b3cb4 admin admin] Pushing event updated for resources: {'Port': ['ID=1540033b-356e-4974-b3aa-e741d6d60fc0,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:54.851106 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-406d1670-bb19-46bd-880e-c2be340b3cb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:54.896454 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-406d1670-bb19-46bd-880e-c2be340b3cb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7960853'] for router_interface, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:54.968580 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e77b4423-f499-45b4-a0fb-06dd43053916 None None] Notify callbacks [] for port, precommit_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:54.981132 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvr_db [None req-8947ddc0-1755-4fc7-840a-f5ec05993166 None None] Set router eacc6b9b-dde8-4cc1-a067-faeda1f4ed39 gateway port host: dv-cinder-786873-3-iscsi {{(pid=93644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:33:55.008522 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-e77b4423-f499-45b4-a0fb-06dd43053916 None None] Transition to ACTIVE for port object 2b252d58-0325-4db2-a0f0-76f23626edd1 will not be triggered until provisioned by entity L2. {{(pid=93643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:33:55.021603 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-712d5a8f-1903-4b9f-8eac-961028d66d42 req-b8f862bc-0436-4c09-92d6-d4e6388a63c3 service neutron] 10.222.0.72 "GET /v2.0/networks/77f1c77d-8795-43df-96a9-39a8b7c2346a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4083304 Jun 18 08:33:55.052464 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:55.091400 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378b5f4a-d91c-4a25-8eec-ff7b694458c6 req-b60a98d8-6d24-4eb0-8b8c-54982135657d tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:55.094079 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-378b5f4a-d91c-4a25-8eec-ff7b694458c6 req-b60a98d8-6d24-4eb0-8b8c-54982135657d tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/ports?device_id=163736fd-af83-4701-ae98-d432fb5e0ce0 HTTP/1.1" status: 200 len: 943 time: 0.5479827 Jun 18 08:33:55.198787 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Pushing event updated for resources: {'Port': ['ID=69f0f92f-51e5-4ba9-bf6c-f5caa17f23b9,revision_number=3']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:55.206237 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e77b4423-f499-45b4-a0fb-06dd43053916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:55.216934 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:55.217526 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:55.297481 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-378b5f4a-d91c-4a25-8eec-ff7b694458c6 req-9d01c65f-8b34-487e-bbe6-7b1021d1d9ff tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/security-groups?id=b8929651-3872-4a52-bf59-b2f6f5999b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717749 Jun 18 08:33:55.297593 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-5bcaf900-85a8-4433-a704-9df6cb3a34f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:55.340722 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning complete for port 4fcc6339-2bf6-41bd-acdd-69f7449638b8 triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:33:55.340954 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:55.350785 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-e77b4423-f499-45b4-a0fb-06dd43053916 None None] Attempting to bind port 2b252d58-0325-4db2-a0f0-76f23626edd1 on host dv-cinder-786873-3-iscsi for vnic_type normal with profile {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:33:55.351365 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-e77b4423-f499-45b4-a0fb-06dd43053916 None None] Attempting to bind port 2b252d58-0325-4db2-a0f0-76f23626edd1 by drivers openvswitch,hyperv on host dv-cinder-786873-3-iscsi at level 0 using segments [{'id': '12e3d6c0-2a01-4ec9-a6e5-283a6c482531', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2'}] {{(pid=93643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:33:55.351827 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77b4423-f499-45b4-a0fb-06dd43053916 None None] Attempting to bind port 2b252d58-0325-4db2-a0f0-76f23626edd1 on network 215fa03e-ed5a-4c2a-ba1d-c413840c30f2 {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:33:55.384455 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b635d1c1-b6d1-4421-8e72-16617062d47e None None] Pushing event updated for resources: {'Port': ['ID=2b252d58-0325-4db2-a0f0-76f23626edd1,revision_number=2']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:55.391840 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-b635d1c1-b6d1-4421-8e72-16617062d47e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:55.411318 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77b4423-f499-45b4-a0fb-06dd43053916 None None] Checking agent: {'id': '38b9d690-c74c-4031-9e4b-d740e9188e6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 20, 42), 'started_at': datetime.datetime(2021, 6, 18, 8, 21, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:33:55.411779 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77b4423-f499-45b4-a0fb-06dd43053916 None None] Checking segment: {'id': '12e3d6c0-2a01-4ec9-a6e5-283a6c482531', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:33:55.412319 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e77b4423-f499-45b4-a0fb-06dd43053916 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:55.412918 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77b4423-f499-45b4-a0fb-06dd43053916 None None] Bound using segment: {'id': '12e3d6c0-2a01-4ec9-a6e5-283a6c482531', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2'} {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:33:55.413437 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-e77b4423-f499-45b4-a0fb-06dd43053916 None None] Bound port: 2b252d58-0325-4db2-a0f0-76f23626edd1, host: dv-cinder-786873-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12e3d6c0-2a01-4ec9-a6e5-283a6c482531', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2'}}] {{(pid=93643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:33:55.413828 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e77b4423-f499-45b4-a0fb-06dd43053916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:55.424728 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_hamode_db [None req-8947ddc0-1755-4fc7-840a-f5ec05993166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eacc6b9b-dde8-4cc1-a067-faeda1f4ed39', 'name': 'tempest-AttachVolumeShelveTestJSON-532613909-router', 'tenant_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '141a3536-619b-4d86-b4af-cfee18fc7340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:33:47Z', 'updated_at': '2021-06-18T08:33:50Z', 'revision_number': 3, 'project_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'gw_port': {'id': '141a3536-619b-4d86-b4af-cfee18fc7340', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eacc6b9b-dde8-4cc1-a067-faeda1f4ed39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:49Z', 'updated_at': '2021-06-18T08:33:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi'}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:33:55.482217 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8947ddc0-1755-4fc7-840a-f5ec05993166 None None] The sync data for ids ['eacc6b9b-dde8-4cc1-a067-faeda1f4ed39'] in dv-cinder-786873-3-iscsi is: [{'id': 'eacc6b9b-dde8-4cc1-a067-faeda1f4ed39', 'name': 'tempest-AttachVolumeShelveTestJSON-532613909-router', 'tenant_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '141a3536-619b-4d86-b4af-cfee18fc7340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:33:47Z', 'updated_at': '2021-06-18T08:33:50Z', 'revision_number': 3, 'project_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'gw_port': {'id': '141a3536-619b-4d86-b4af-cfee18fc7340', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eacc6b9b-dde8-4cc1-a067-faeda1f4ed39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:49Z', 'updated_at': '2021-06-18T08:33:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi'}] {{(pid=93644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:33:55.494345 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e77b4423-f499-45b4-a0fb-06dd43053916 None None] For port 2b252d58-0325-4db2-a0f0-76f23626edd1, host dv-cinder-786873-3-iscsi, cleared binding levels {{(pid=93643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:33:55.496347 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-406d1670-bb19-46bd-880e-c2be340b3cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:55.499279 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e77b4423-f499-45b4-a0fb-06dd43053916 None None] For port 2b252d58-0325-4db2-a0f0-76f23626edd1, host dv-cinder-786873-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=2b252d58-0325-4db2-a0f0-76f23626edd1,segment=NetworkSegment(12e3d6c0-2a01-4ec9-a6e5-283a6c482531),segment_id=12e3d6c0-2a01-4ec9-a6e5-283a6c482531)] {{(pid=93643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:33:55.600131 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e77b4423-f499-45b4-a0fb-06dd43053916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:55.620722 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-57717bc4-4b96-4557-812a-a81a991b38c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:55.726376 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device 6a0a6c8a-cfc4-48c4-9506-26990aaf8f38 up at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:33:55.812437 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77b4423-f499-45b4-a0fb-06dd43053916 None None] Routers {'df5b19ef-b6dd-4f0c-9217-946e9de728ec'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:33:55.813626 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-e77b4423-f499-45b4-a0fb-06dd43053916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:33:41Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['df5b19ef-b6dd-4f0c-9217-946e9de728ec'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:33:55.822044 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-aacd99d6-8672-4c04-a196-6f4d64af01ed None None] Provisioning for port 1067a414-d36d-4134-a5d9-d17ab07c7c09 completed by entity DHCP. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:33:55.938157 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ff12b-ba00-4740-ba90-084104f4f93a req-5ece1045-2966-4c7b-882e-e9d364d922d5 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:55.950865 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-aacd99d6-8672-4c04-a196-6f4d64af01ed None None] Provisioning complete for port 1067a414-d36d-4134-a5d9-d17ab07c7c09 triggered by entity DHCP. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:33:55.951284 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-aacd99d6-8672-4c04-a196-6f4d64af01ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:55.953829 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e16ff12b-ba00-4740-ba90-084104f4f93a req-5ece1045-2966-4c7b-882e-e9d364d922d5 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 946 time: 0.1521022 Jun 18 08:33:55.957246 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b635d1c1-b6d1-4421-8e72-16617062d47e None None] Pushing event updated for resources: {'Port': ['ID=2b252d58-0325-4db2-a0f0-76f23626edd1,revision_number=3']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:55.984337 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-b635d1c1-b6d1-4421-8e72-16617062d47e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:56.045393 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-aacd99d6-8672-4c04-a196-6f4d64af01ed None None] Port 1067a414-d36d-4134-a5d9-d17ab07c7c09 cannot update to ACTIVE because it is not bound. {{(pid=93643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 08:33:56.046615 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-406d1670-bb19-46bd-880e-c2be340b3cb4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:56.056903 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e16ff12b-ba00-4740-ba90-084104f4f93a req-789bd168-ae19-4cfb-ae63-19212604a61f tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/security-groups?id=9acf3f14-0245-462c-bda1-3481c334b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021612 Jun 18 08:33:56.098857 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning for port 6a0a6c8a-cfc4-48c4-9506-26990aaf8f38 completed by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:33:56.117198 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-aacd99d6-8672-4c04-a196-6f4d64af01ed None None] Provisioning complete for port 6a0a6c8a-cfc4-48c4-9506-26990aaf8f38 triggered by entity DHCP. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:33:56.118022 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-aacd99d6-8672-4c04-a196-6f4d64af01ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:56.169855 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning complete for port 6a0a6c8a-cfc4-48c4-9506-26990aaf8f38 triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:33:56.170305 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:56.221463 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-e77b4423-f499-45b4-a0fb-06dd43053916 None None] Set router df5b19ef-b6dd-4f0c-9217-946e9de728ec gateway port host: dv-cinder-786873-3-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:33:56.389810 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-406d1670-bb19-46bd-880e-c2be340b3cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5195066'] for port, after_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:56.442333 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-fc4d3ecb-c3ab-4bd4-9227-d49d79cab143 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:56.442569 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-5bcaf900-85a8-4433-a704-9df6cb3a34f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:56.515057 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d1670-bb19-46bd-880e-c2be340b3cb4 admin admin] Pushing event updated for resources: {'Port': ['ID=1540033b-356e-4974-b3aa-e741d6d60fc0,revision_number=2']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:56.522092 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-406d1670-bb19-46bd-880e-c2be340b3cb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8041570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7961100'] for router_interface, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:56.524510 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-406d1670-bb19-46bd-880e-c2be340b3cb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:56.708473 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:56.791687 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-aacd99d6-8672-4c04-a196-6f4d64af01ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:56.864561 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] For port 6a0a6c8a-cfc4-48c4-9506-26990aaf8f38, host dv-cinder-786873-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=6a0a6c8a-cfc4-48c4-9506-26990aaf8f38,segment=NetworkSegment(e9c2f4e9-27ab-41a7-b5e4-528b18385247),segment_id=e9c2f4e9-27ab-41a7-b5e4-528b18385247)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:33:56.976225 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-e77b4423-f499-45b4-a0fb-06dd43053916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5b19ef-b6dd-4f0c-9217-946e9de728ec', 'name': 'tempest-TestShelveInstance-1587513695-router', 'tenant_id': 'cc8e7f1914424d25b00a35d99842f74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '2b252d58-0325-4db2-a0f0-76f23626edd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:33:46Z', 'updated_at': '2021-06-18T08:33:55Z', 'revision_number': 4, 'project_id': 'cc8e7f1914424d25b00a35d99842f74a', 'gw_port': {'id': '2b252d58-0325-4db2-a0f0-76f23626edd1', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:84:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df5b19ef-b6dd-4f0c-9217-946e9de728ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:48Z', 'updated_at': '2021-06-18T08:33:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_interfaces': [{'id': '1540033b-356e-4974-b3aa-e741d6d60fc0', 'name': '', 'network_id': 'b39bae6f-4207-4bf2-bbda-c91fb1d91943', 'tenant_id': 'cc8e7f1914424d25b00a35d99842f74a', 'mac_address': 'fa:16:3e:6e:6d:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df5b19ef-b6dd-4f0c-9217-946e9de728ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '4c122cf1-030e-4869-8eee-af8e59feff00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:53Z', 'updated_at': '2021-06-18T08:33:53Z', 'revision_number': 1, 'project_id': 'cc8e7f1914424d25b00a35d99842f74a', 'subnets': [{'id': '4c122cf1-030e-4869-8eee-af8e59feff00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:33:57.011427 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77b4423-f499-45b4-a0fb-06dd43053916 None None] The sync data for ids ['df5b19ef-b6dd-4f0c-9217-946e9de728ec'] in dv-cinder-786873-3-iscsi is: [{'id': 'df5b19ef-b6dd-4f0c-9217-946e9de728ec', 'name': 'tempest-TestShelveInstance-1587513695-router', 'tenant_id': 'cc8e7f1914424d25b00a35d99842f74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '2b252d58-0325-4db2-a0f0-76f23626edd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:33:46Z', 'updated_at': '2021-06-18T08:33:55Z', 'revision_number': 4, 'project_id': 'cc8e7f1914424d25b00a35d99842f74a', 'gw_port': {'id': '2b252d58-0325-4db2-a0f0-76f23626edd1', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:84:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df5b19ef-b6dd-4f0c-9217-946e9de728ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:48Z', 'updated_at': '2021-06-18T08:33:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_interfaces': [{'id': '1540033b-356e-4974-b3aa-e741d6d60fc0', 'name': '', 'network_id': 'b39bae6f-4207-4bf2-bbda-c91fb1d91943', 'tenant_id': 'cc8e7f1914424d25b00a35d99842f74a', 'mac_address': 'fa:16:3e:6e:6d:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df5b19ef-b6dd-4f0c-9217-946e9de728ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '4c122cf1-030e-4869-8eee-af8e59feff00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:53Z', 'updated_at': '2021-06-18T08:33:53Z', 'revision_number': 1, 'project_id': 'cc8e7f1914424d25b00a35d99842f74a', 'subnets': [{'id': '4c122cf1-030e-4869-8eee-af8e59feff00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:33:57.186083 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-5bcaf900-85a8-4433-a704-9df6cb3a34f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:57.186784 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:57.187359 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-5bcaf900-85a8-4433-a704-9df6cb3a34f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8041570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7961100'] for router_interface, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:57.189218 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-3c63c661-f6c4-4fdf-9719-819e4a87d3ea tempest-DeleteServersTestJSON-637112785 tempest-DeleteServersTestJSON-637112785-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:57.198188 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:57.200641 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:57.357893 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406d1670-bb19-46bd-880e-c2be340b3cb4 admin admin] Network b39bae6f-4207-4bf2-bbda-c91fb1d91943 is already hosted by enough agents. {{(pid=93641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:33:57.377556 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.base_scheduler [None req-406d1670-bb19-46bd-880e-c2be340b3cb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:33:57.579226 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcaf900-85a8-4433-a704-9df6cb3a34f7 admin admin] Pushing event updated for resources: {'Port': ['ID=1067a414-d36d-4134-a5d9-d17ab07c7c09,revision_number=2']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:57.595619 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-5bcaf900-85a8-4433-a704-9df6cb3a34f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:57.626035 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.db.api [None req-aacd99d6-8672-4c04-a196-6f4d64af01ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93643) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 08:33:57.642695 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_db.api [None req-aacd99d6-8672-4c04-a196-6f4d64af01ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 08:33:57.651884 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Pushing event updated for resources: {'Port': ['ID=6a0a6c8a-cfc4-48c4-9506-26990aaf8f38,revision_number=3']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:57.674406 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:57.720520 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device 69f0f92f-51e5-4ba9-bf6c-f5caa17f23b9 up at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:33:57.726619 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37335920-a138-4247-8c3a-6728711e2891 req-768e1b7d-6d4c-425f-a3e5-99825cec7607 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:57.737154 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-37335920-a138-4247-8c3a-6728711e2891 req-768e1b7d-6d4c-425f-a3e5-99825cec7607 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/ports?device_id=163736fd-af83-4701-ae98-d432fb5e0ce0 HTTP/1.1" status: 200 len: 943 time: 1.1769795 Jun 18 08:33:57.741973 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bcaf900-85a8-4433-a704-9df6cb3a34f7 admin admin] Network 9bcb4115-0e1f-4bdc-accb-f68a208ad67f is already hosted by enough agents. {{(pid=93642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:33:57.753707 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.base_scheduler [None req-5bcaf900-85a8-4433-a704-9df6cb3a34f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:33:57.923430 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning complete for port 69f0f92f-51e5-4ba9-bf6c-f5caa17f23b9 triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:33:57.923822 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:57.948538 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-37335920-a138-4247-8c3a-6728711e2891 req-be532833-0e4b-4683-9025-2fc7ba6a0cb5 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/security-groups?id=b8929651-3872-4a52-bf59-b2f6f5999b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889956 Jun 18 08:33:57.956881 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-406d1670-bb19-46bd-880e-c2be340b3cb4 admin admin] Router df5b19ef-b6dd-4f0c-9217-946e9de728ec has already been hosted by L3 agent ebfc1b20-a3df-4bae-b350-fc31028a16a3 {{(pid=93641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 08:33:58.007017 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66011a4-8a56-4595-b5f8-21e416fd5970 req-27ecf39c-7f5f-40ce-8a88-242fdbf9af86 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:33:58.015864 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a66011a4-8a56-4595-b5f8-21e416fd5970 req-27ecf39c-7f5f-40ce-8a88-242fdbf9af86 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 946 time: 0.3058815 Jun 18 08:33:58.093122 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a66011a4-8a56-4595-b5f8-21e416fd5970 req-bcaa0c3e-1f6f-4bd4-bd5e-75b29ee01d68 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/security-groups?id=9acf3f14-0245-462c-bda1-3481c334b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747225 Jun 18 08:33:58.141457 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bcaf900-85a8-4433-a704-9df6cb3a34f7 admin admin] Router eacc6b9b-dde8-4cc1-a067-faeda1f4ed39 has already been hosted by L3 agent ebfc1b20-a3df-4bae-b350-fc31028a16a3 {{(pid=93642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 08:33:58.289321 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-406d1670-bb19-46bd-880e-c2be340b3cb4 admin admin] Notify agent at l3_agent.dv-cinder-786873-3-iscsi the message routers_updated {{(pid=93641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:33:58.306847 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-406d1670-bb19-46bd-880e-c2be340b3cb4 admin admin] 10.222.0.70 "PUT /v2.0/routers/df5b19ef-b6dd-4f0c-9217-946e9de728ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4098642 Jun 18 08:33:58.435149 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bcaf900-85a8-4433-a704-9df6cb3a34f7 admin admin] Notify agent at l3_agent.dv-cinder-786873-3-iscsi the message routers_updated {{(pid=93642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:33:58.452331 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-5bcaf900-85a8-4433-a704-9df6cb3a34f7 admin admin] 10.222.0.70 "PUT /v2.0/routers/eacc6b9b-dde8-4cc1-a067-faeda1f4ed39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4081991 Jun 18 08:33:58.464871 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device 141a3536-619b-4d86-b4af-cfee18fc7340 up at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:33:58.565553 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 38046) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:33:58.660050 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-aacd99d6-8672-4c04-a196-6f4d64af01ed None None] Provisioning for port 1540033b-356e-4974-b3aa-e741d6d60fc0 completed by entity DHCP. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:33:58.664691 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-aacd99d6-8672-4c04-a196-6f4d64af01ed None None] Provisioning complete for port 1540033b-356e-4974-b3aa-e741d6d60fc0 triggered by entity DHCP. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:33:58.673483 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-aacd99d6-8672-4c04-a196-6f4d64af01ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:58.721021 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.db_base_plugin_v2 [None req-651cdef0-5c2c-4397-89e7-384ba7a3078e admin admin] Deleting subnet 4a535589-a0b7-4615-981d-3297fdcd0638 {{(pid=93642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 08:33:58.731196 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-651cdef0-5c2c-4397-89e7-384ba7a3078e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:58.755124 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning for port 141a3536-619b-4d86-b4af-cfee18fc7340 completed by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:33:58.760385 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning complete for port 141a3536-619b-4d86-b4af-cfee18fc7340 triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:33:58.761124 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:58.802608 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-aacd99d6-8672-4c04-a196-6f4d64af01ed None None] Port 1540033b-356e-4974-b3aa-e741d6d60fc0 cannot update to ACTIVE because it is not bound. {{(pid=93643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 08:33:58.839207 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-651cdef0-5c2c-4397-89e7-384ba7a3078e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:58.854119 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-651cdef0-5c2c-4397-89e7-384ba7a3078e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002347'] for subnet, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:58.995611 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:59.037539 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-651cdef0-5c2c-4397-89e7-384ba7a3078e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479'] for subnet, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:59.043341 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-54747551-9d0b-4e15-a5d5-e3d993347ebb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:59.091493 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-651cdef0-5c2c-4397-89e7-384ba7a3078e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:59.100994 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-651cdef0-5c2c-4397-89e7-384ba7a3078e admin admin] 10.222.0.70 "DELETE /v2.0/subnets/4a535589-a0b7-4615-981d-3297fdcd0638 HTTP/1.1" status: 204 len: 168 time: 0.5341392 Jun 18 08:33:59.103730 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 38054) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:33:59.131050 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] For port 141a3536-619b-4d86-b4af-cfee18fc7340, host dv-cinder-786873-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=141a3536-619b-4d86-b4af-cfee18fc7340,segment=NetworkSegment(12e3d6c0-2a01-4ec9-a6e5-283a6c482531),segment_id=12e3d6c0-2a01-4ec9-a6e5-283a6c482531)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:33:59.147219 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-1b294618-1e69-4751-bb63-82ff99b598ee None None] Provisioning complete for port 1067a414-d36d-4134-a5d9-d17ab07c7c09 triggered by entity DHCP. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:33:59.147611 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1b294618-1e69-4751-bb63-82ff99b598ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:59.164704 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651cdef0-5c2c-4397-89e7-384ba7a3078e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a535589-a0b7-4615-981d-3297fdcd0638,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:59.182835 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651cdef0-5c2c-4397-89e7-384ba7a3078e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:59.183270 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651cdef0-5c2c-4397-89e7-384ba7a3078e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:59.183640 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651cdef0-5c2c-4397-89e7-384ba7a3078e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:59.184749 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651cdef0-5c2c-4397-89e7-384ba7a3078e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:59.191804 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651cdef0-5c2c-4397-89e7-384ba7a3078e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:59.191804 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651cdef0-5c2c-4397-89e7-384ba7a3078e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:59.191804 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651cdef0-5c2c-4397-89e7-384ba7a3078e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:59.191804 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651cdef0-5c2c-4397-89e7-384ba7a3078e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:59.191804 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651cdef0-5c2c-4397-89e7-384ba7a3078e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:59.191804 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651cdef0-5c2c-4397-89e7-384ba7a3078e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:59.191804 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651cdef0-5c2c-4397-89e7-384ba7a3078e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:59.191804 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651cdef0-5c2c-4397-89e7-384ba7a3078e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:59.201983 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-651cdef0-5c2c-4397-89e7-384ba7a3078e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:59.235377 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:59.243926 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-03e8c727-79e3-41ac-ac28-16540d491736 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:59.301239 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-ee1b0414-88d2-4c0c-a573-42015690b935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580887'] for network, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:59.357344 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddfa50d-a4ce-4ece-8d9d-96a5691c225d None None] Sync routers for ids ['eacc6b9b-dde8-4cc1-a067-faeda1f4ed39'] in dv-cinder-786873-3-iscsi {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:33:59.441207 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddfa50d-a4ce-4ece-8d9d-96a5691c225d None None] Routers {'eacc6b9b-dde8-4cc1-a067-faeda1f4ed39'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:33:59.444767 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-3ddfa50d-a4ce-4ece-8d9d-96a5691c225d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:33:41Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['eacc6b9b-dde8-4cc1-a067-faeda1f4ed39'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:33:59.469982 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-1b294618-1e69-4751-bb63-82ff99b598ee None None] Port 1067a414-d36d-4134-a5d9-d17ab07c7c09 cannot update to ACTIVE because it is not bound. {{(pid=93643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 08:33:59.511341 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-ee1b0414-88d2-4c0c-a573-42015690b935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003764', 'neutron.services.segments.db._delete_segments_for_network-8741881978067'] for network, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:59.530947 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.services.segments.db [None req-ee1b0414-88d2-4c0c-a573-42015690b935 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['155fa8b2-6e6f-41af-a4e6-797939ef9e59']}} {{(pid=93641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:33:59.568787 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.services.segments.db [None req-ee1b0414-88d2-4c0c-a573-42015690b935 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ab84e50-8a63-4077-b2f1-0c7c3cd12bc1') {'for_net_delete': True} {{(pid=93641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:33:59.569143 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.services.segments.db [None req-ee1b0414-88d2-4c0c-a573-42015690b935 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ab84e50-8a63-4077-b2f1-0c7c3cd12bc1') {} {{(pid=93641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:33:59.583931 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-ee1b0414-88d2-4c0c-a573-42015690b935 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741881977896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6585378'] for segment, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:59.624549 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-ee1b0414-88d2-4c0c-a573-42015690b935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001404'] for segment, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:59.633160 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee1b0414-88d2-4c0c-a573-42015690b935 admin admin] Releasing vlan 916 on physical network physnet1 to pool {{(pid=93641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 08:33:59.635044 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-ee1b0414-88d2-4c0c-a573-42015690b935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4805842'] for segment, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:59.639932 dv-cinder-786873-3-iscsi neutron-server[93641]: Traceback (most recent call last): Jun 18 08:33:59.639932 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 08:33:59.639932 dv-cinder-786873-3-iscsi neutron-server[93641]: timer() Jun 18 08:33:59.639932 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 08:33:59.639932 dv-cinder-786873-3-iscsi neutron-server[93641]: cb(*args, **kw) Jun 18 08:33:59.639932 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 08:33:59.639932 dv-cinder-786873-3-iscsi neutron-server[93641]: return func(*args, **kwargs) Jun 18 08:33:59.639932 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 08:33:59.639932 dv-cinder-786873-3-iscsi neutron-server[93641]: self._notify() Jun 18 08:33:59.639932 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 08:33:59.639932 dv-cinder-786873-3-iscsi neutron-server[93641]: self.callback(batched_events) Jun 18 08:33:59.639932 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 08:33:59.639932 dv-cinder-786873-3-iscsi neutron-server[93641]: event.method(event) Jun 18 08:33:59.639932 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 08:33:59.639932 dv-cinder-786873-3-iscsi neutron-server[93641]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 08:33:59.639932 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 08:33:59.639932 dv-cinder-786873-3-iscsi neutron-server[93641]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 08:33:59.639932 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 08:33:59.639932 dv-cinder-786873-3-iscsi neutron-server[93641]: return f(self, *a, **k) Jun 18 08:33:59.639932 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 08:33:59.639932 dv-cinder-786873-3-iscsi neutron-server[93641]: return self._get(url).json() Jun 18 08:33:59.639932 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 08:33:59.639932 dv-cinder-786873-3-iscsi neutron-server[93641]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 08:33:59.639932 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 08:33:59.639932 dv-cinder-786873-3-iscsi neutron-server[93641]: return self.request(url, 'GET', **kwargs) Jun 18 08:33:59.639932 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 08:33:59.639932 dv-cinder-786873-3-iscsi neutron-server[93641]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 08:33:59.639932 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 08:33:59.639932 dv-cinder-786873-3-iscsi neutron-server[93641]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 08:33:59.639932 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 08:33:59.639932 dv-cinder-786873-3-iscsi neutron-server[93641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 08:33:59.639932 dv-cinder-786873-3-iscsi neutron-server[93641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 08:33:59.746065 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device 2b252d58-0325-4db2-a0f0-76f23626edd1 up at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:33:59.752159 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Pushing event updated for resources: {'Port': ['ID=141a3536-619b-4d86-b4af-cfee18fc7340,revision_number=4']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:59.780416 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:59.781710 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-1b294618-1e69-4751-bb63-82ff99b598ee None None] Provisioning complete for port 1540033b-356e-4974-b3aa-e741d6d60fc0 triggered by entity DHCP. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:33:59.782206 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1b294618-1e69-4751-bb63-82ff99b598ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:59.860076 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-ee1b0414-88d2-4c0c-a573-42015690b935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8355133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7960504'] for network, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:59.881515 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-714e393a-4788-4eda-bd72-81dd2228f2db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:33:59.886092 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-ee1b0414-88d2-4c0c-a573-42015690b935 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8041489'] for network, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:33:59.891688 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-1b294618-1e69-4751-bb63-82ff99b598ee None None] Port 1540033b-356e-4974-b3aa-e741d6d60fc0 cannot update to ACTIVE because it is not bound. {{(pid=93643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 08:33:59.898497 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-ee1b0414-88d2-4c0c-a573-42015690b935 admin admin] 10.222.0.70 "DELETE /v2.0/networks/155fa8b2-6e6f-41af-a4e6-797939ef9e59 HTTP/1.1" status: 204 len: 168 time: 0.7906449 Jun 18 08:33:59.919665 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-3ddfa50d-a4ce-4ece-8d9d-96a5691c225d None None] Set router eacc6b9b-dde8-4cc1-a067-faeda1f4ed39 gateway port host: dv-cinder-786873-3-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:33:59.933122 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1b0414-88d2-4c0c-a573-42015690b935 admin admin] Pushing event deleted for resources: {'Network': ['ID=155fa8b2-6e6f-41af-a4e6-797939ef9e59,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:33:59.953248 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b0414-88d2-4c0c-a573-42015690b935 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:59.956928 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b0414-88d2-4c0c-a573-42015690b935 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:59.957784 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b0414-88d2-4c0c-a573-42015690b935 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:59.959459 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b0414-88d2-4c0c-a573-42015690b935 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:59.960071 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b0414-88d2-4c0c-a573-42015690b935 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:59.961853 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b0414-88d2-4c0c-a573-42015690b935 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:59.962639 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b0414-88d2-4c0c-a573-42015690b935 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:59.963629 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b0414-88d2-4c0c-a573-42015690b935 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:59.966493 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b0414-88d2-4c0c-a573-42015690b935 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:59.967313 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b0414-88d2-4c0c-a573-42015690b935 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:59.969181 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b0414-88d2-4c0c-a573-42015690b935 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:59.970168 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1b0414-88d2-4c0c-a573-42015690b935 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:33:59.988023 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-ee1b0414-88d2-4c0c-a573-42015690b935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:33:59.988254 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 38060) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:33:59.994055 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [None req-39de030d-2c70-405b-a357-880b6d24e63d tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1841508086', 'description': 'tempest-description--1438726667'}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:34:00.094429 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-39de030d-2c70-405b-a357-880b6d24e63d tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks [] for security_group, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:00.157764 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning for port 2b252d58-0325-4db2-a0f0-76f23626edd1 completed by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:34:00.205938 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning complete for port 2b252d58-0325-4db2-a0f0-76f23626edd1 triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:34:00.206468 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:00.294153 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1396dd-36d1-41dc-ab9c-57a8047ec7ba req-32728f57-2ea8-440e-8c86-30b73ad5bdfb tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:00.304055 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ea1396dd-36d1-41dc-ab9c-57a8047ec7ba req-32728f57-2ea8-440e-8c86-30b73ad5bdfb tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/ports?device_id=163736fd-af83-4701-ae98-d432fb5e0ce0 HTTP/1.1" status: 200 len: 943 time: 0.1770036 Jun 18 08:34:00.383189 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-39de030d-2c70-405b-a357-880b6d24e63d tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks [] for security_group, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:00.393212 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ea1396dd-36d1-41dc-ab9c-57a8047ec7ba req-38807f05-b72d-4885-804b-fc8c4a851054 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/security-groups?id=b8929651-3872-4a52-bf59-b2f6f5999b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872047 Jun 18 08:34:00.460421 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 38068) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:34:00.470089 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-39de030d-2c70-405b-a357-880b6d24e63d tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:00.475747 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-ab69cf0e-ea29-4bf9-b07e-f370b471c1fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:34:00.531845 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39de030d-2c70-405b-a357-880b6d24e63d tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9393bd-7678-457f-8ec3-98db58b2da5c,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:34:00.552390 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-39de030d-2c70-405b-a357-880b6d24e63d tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:34:00.585292 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-86915306-6b83-409e-864d-7c7d1157aad4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d67fe6e430f1497481e28a6936ae6038&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1230268 Jun 18 08:34:00.587869 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 38070) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:34:00.605226 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:00.633399 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-3ddfa50d-a4ce-4ece-8d9d-96a5691c225d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eacc6b9b-dde8-4cc1-a067-faeda1f4ed39', 'name': 'tempest-AttachVolumeShelveTestJSON-532613909-router', 'tenant_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '141a3536-619b-4d86-b4af-cfee18fc7340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:33:47Z', 'updated_at': '2021-06-18T08:33:55Z', 'revision_number': 4, 'project_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'gw_port': {'id': '141a3536-619b-4d86-b4af-cfee18fc7340', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacc6b9b-dde8-4cc1-a067-faeda1f4ed39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:49Z', 'updated_at': '2021-06-18T08:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_interfaces': [{'id': '1067a414-d36d-4134-a5d9-d17ab07c7c09', 'name': '', 'network_id': '9bcb4115-0e1f-4bdc-accb-f68a208ad67f', 'tenant_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'mac_address': 'fa:16:3e:ab:38:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eacc6b9b-dde8-4cc1-a067-faeda1f4ed39', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '5fff03b2-a2fe-488b-8a4d-528da3f1348c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:53Z', 'updated_at': '2021-06-18T08:33:55Z', 'revision_number': 2, 'project_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'subnets': [{'id': '5fff03b2-a2fe-488b-8a4d-528da3f1348c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:34:00.670672 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-39de030d-2c70-405b-a357-880b6d24e63d tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks [] for security_group, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:00.677023 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-39de030d-2c70-405b-a357-880b6d24e63d tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6843781 Jun 18 08:34:00.686694 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 38072) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:34:00.687040 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] For port 2b252d58-0325-4db2-a0f0-76f23626edd1, host dv-cinder-786873-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=2b252d58-0325-4db2-a0f0-76f23626edd1,segment=NetworkSegment(12e3d6c0-2a01-4ec9-a6e5-283a6c482531),segment_id=12e3d6c0-2a01-4ec9-a6e5-283a6c482531)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:34:00.687176 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-8f6fa7a2-12b5-4bd3-bfc6-f194aeea9979 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Request body: {'security_group_rule': {'security_group_id': 'fd9393bd-7678-457f-8ec3-98db58b2da5c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:34:00.687288 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddfa50d-a4ce-4ece-8d9d-96a5691c225d None None] Checking router: eacc6b9b-dde8-4cc1-a067-faeda1f4ed39 for host: dv-cinder-786873-3-iscsi {{(pid=93643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:34:00.688825 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddfa50d-a4ce-4ece-8d9d-96a5691c225d None None] Updating router eacc6b9b-dde8-4cc1-a067-faeda1f4ed39 port 1067a414-d36d-4134-a5d9-d17ab07c7c09 binding host dv-cinder-786873-3-iscsi {{(pid=93643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 08:34:00.722858 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-f4992677-13b8-48e8-b493-ebc27c4a12b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:00.772519 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-f4992677-13b8-48e8-b493-ebc27c4a12b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:00.776690 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-3ddfa50d-a4ce-4ece-8d9d-96a5691c225d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:00.811275 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:00.812374 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device 6a0a6c8a-cfc4-48c4-9506-26990aaf8f38 up at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:34:00.829614 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-8f6fa7a2-12b5-4bd3-bfc6-f194aeea9979 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:00.833342 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:34:00.941091 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-f4992677-13b8-48e8-b493-ebc27c4a12b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:00.943804 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-8f6fa7a2-12b5-4bd3-bfc6-f194aeea9979 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:00.945157 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-f4992677-13b8-48e8-b493-ebc27c4a12b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:00.947023 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-f4992677-13b8-48e8-b493-ebc27c4a12b7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4ac43d44-c1d9-445e-97b4-b5f38c914c54 HTTP/1.1" status: 204 len: 168 time: 0.3569386 Jun 18 08:34:00.948181 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-9ca12f6a-1e2f-48b4-b35e-d48f0625b6a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:34:00.972138 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4992677-13b8-48e8-b493-ebc27c4a12b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac43d44-c1d9-445e-97b4-b5f38c914c54,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:34:00.982898 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-f4992677-13b8-48e8-b493-ebc27c4a12b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:34:01.028297 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 38076) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:34:01.031184 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [None req-52c0a964-6f09-4648-96b9-fb7f1e47edde tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1865355524', 'description': 'tempest-secgroup-smoke-1865355524 description', 'project_id': '16377c30d98b40d2a1d40d112350c18e'}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:34:01.047424 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bea6fd-18a9-4529-b708-a32dfd85f75b req-56315d2b-ab35-4d30-8735-8f69f3b181c1 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:01.049033 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d5bea6fd-18a9-4529-b708-a32dfd85f75b req-56315d2b-ab35-4d30-8735-8f69f3b181c1 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 946 time: 0.1089962 Jun 18 08:34:01.083680 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db0a4e0-ebbd-447a-99c2-ec697f31d60f None None] Sync routers for ids ['df5b19ef-b6dd-4f0c-9217-946e9de728ec'] in dv-cinder-786873-3-iscsi {{(pid=93644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:34:01.089254 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-8f6fa7a2-12b5-4bd3-bfc6-f194aeea9979 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8280257'] for security_group_rule, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:01.094175 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db0a4e0-ebbd-447a-99c2-ec697f31d60f None None] Routers {'df5b19ef-b6dd-4f0c-9217-946e9de728ec'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:34:01.094805 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_hamode_db [None req-5db0a4e0-ebbd-447a-99c2-ec697f31d60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:33:41Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['df5b19ef-b6dd-4f0c-9217-946e9de728ec'], 'active': True} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:34:01.098980 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Pushing event updated for resources: {'Port': ['ID=2b252d58-0325-4db2-a0f0-76f23626edd1,revision_number=4']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:34:01.099142 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:34:01.110186 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:34:01.115609 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d5bea6fd-18a9-4529-b708-a32dfd85f75b req-8deeb8db-3b4a-4148-8f0f-76a7d58eff84 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/security-groups?id=9acf3f14-0245-462c-bda1-3481c334b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525241 Jun 18 08:34:01.120486 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6fa7a2-12b5-4bd3-bfc6-f194aeea9979 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c55fff8b-93cf-4b30-ae3b-050c6d0ee450,revision_number=0']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:34:01.126137 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-8f6fa7a2-12b5-4bd3-bfc6-f194aeea9979 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:34:01.151707 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning complete for port 6a0a6c8a-cfc4-48c4-9506-26990aaf8f38 triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:34:01.152058 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:01.167017 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-52c0a964-6f09-4648-96b9-fb7f1e47edde tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Notify callbacks [] for security_group, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:01.247478 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvr_db [None req-5db0a4e0-ebbd-447a-99c2-ec697f31d60f None None] Set router df5b19ef-b6dd-4f0c-9217-946e9de728ec gateway port host: dv-cinder-786873-3-iscsi {{(pid=93644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:34:01.281959 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-8f6fa7a2-12b5-4bd3-bfc6-f194aeea9979 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:01.283112 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-8f6fa7a2-12b5-4bd3-bfc6-f194aeea9979 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6046565 Jun 18 08:34:01.286347 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 38080) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:34:01.294134 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-a07f82c8-57f7-4e7e-bf32-394c9a658f31 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Request body: {'security_group_rule': {'security_group_id': 'fd9393bd-7678-457f-8ec3-98db58b2da5c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:34:01.390267 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-3ddfa50d-a4ce-4ece-8d9d-96a5691c225d None None] Notify callbacks [] for port, precommit_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:01.401000 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-3ddfa50d-a4ce-4ece-8d9d-96a5691c225d None None] Transition to ACTIVE for port object 1067a414-d36d-4134-a5d9-d17ab07c7c09 will not be triggered until provisioned by entity L2. {{(pid=93643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:34:01.415362 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device 141a3536-619b-4d86-b4af-cfee18fc7340 up at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:34:01.416033 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-52c0a964-6f09-4648-96b9-fb7f1e47edde tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Notify callbacks [] for security_group, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:01.481301 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning complete for port 141a3536-619b-4d86-b4af-cfee18fc7340 triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:34:01.481693 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:01.496242 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_hamode_db [None req-5db0a4e0-ebbd-447a-99c2-ec697f31d60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5b19ef-b6dd-4f0c-9217-946e9de728ec', 'name': 'tempest-TestShelveInstance-1587513695-router', 'tenant_id': 'cc8e7f1914424d25b00a35d99842f74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '2b252d58-0325-4db2-a0f0-76f23626edd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:33:46Z', 'updated_at': '2021-06-18T08:33:55Z', 'revision_number': 4, 'project_id': 'cc8e7f1914424d25b00a35d99842f74a', 'gw_port': {'id': '2b252d58-0325-4db2-a0f0-76f23626edd1', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:84:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5b19ef-b6dd-4f0c-9217-946e9de728ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:48Z', 'updated_at': '2021-06-18T08:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_interfaces': [{'id': '1540033b-356e-4974-b3aa-e741d6d60fc0', 'name': '', 'network_id': 'b39bae6f-4207-4bf2-bbda-c91fb1d91943', 'tenant_id': 'cc8e7f1914424d25b00a35d99842f74a', 'mac_address': 'fa:16:3e:6e:6d:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df5b19ef-b6dd-4f0c-9217-946e9de728ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '4c122cf1-030e-4869-8eee-af8e59feff00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:53Z', 'updated_at': '2021-06-18T08:33:55Z', 'revision_number': 2, 'project_id': 'cc8e7f1914424d25b00a35d99842f74a', 'subnets': [{'id': '4c122cf1-030e-4869-8eee-af8e59feff00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:34:01.532087 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-52c0a964-6f09-4648-96b9-fb7f1e47edde tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:01.540455 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db0a4e0-ebbd-447a-99c2-ec697f31d60f None None] Checking router: df5b19ef-b6dd-4f0c-9217-946e9de728ec for host: dv-cinder-786873-3-iscsi {{(pid=93644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:34:01.541310 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db0a4e0-ebbd-447a-99c2-ec697f31d60f None None] Updating router df5b19ef-b6dd-4f0c-9217-946e9de728ec port 1540033b-356e-4974-b3aa-e741d6d60fc0 binding host dv-cinder-786873-3-iscsi {{(pid=93644) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 08:34:01.543419 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-3ddfa50d-a4ce-4ece-8d9d-96a5691c225d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:01.543589 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-6546329f-e8e1-4de4-bae9-bc0779aaf2fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:34:01.556651 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:34:01.572259 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c0a964-6f09-4648-96b9-fb7f1e47edde tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=600be147-9a5d-481d-94e1-4f29bd61471c,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:34:01.574863 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-52c0a964-6f09-4648-96b9-fb7f1e47edde tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:34:01.606366 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-5db0a4e0-ebbd-447a-99c2-ec697f31d60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:01.617634 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ab899-fd5c-4bed-96ef-fca617bf07a5 req-26699755-65be-4549-96c6-14dfad39db5a tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:01.621814 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-250ab899-fd5c-4bed-96ef-fca617bf07a5 req-26699755-65be-4549-96c6-14dfad39db5a tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/ports?device_id=163736fd-af83-4701-ae98-d432fb5e0ce0 HTTP/1.1" status: 200 len: 943 time: 0.0971668 Jun 18 08:34:01.693910 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-250ab899-fd5c-4bed-96ef-fca617bf07a5 req-4f6cb841-50f6-461d-abc4-96bd6d48d2bd tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/security-groups?id=b8929651-3872-4a52-bf59-b2f6f5999b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661790 Jun 18 08:34:01.694899 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-a07f82c8-57f7-4e7e-bf32-394c9a658f31 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:01.726600 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011d203d-c992-49ba-af37-77ea7f298b35 None None] Pushing event updated for resources: {'Port': ['ID=1067a414-d36d-4134-a5d9-d17ab07c7c09,revision_number=3']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:34:01.767518 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-52c0a964-6f09-4648-96b9-fb7f1e47edde tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Notify callbacks [] for security_group, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:01.772767 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 38092) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:34:01.773326 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-52c0a964-6f09-4648-96b9-fb7f1e47edde tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7474279 Jun 18 08:34:01.779030 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-5408999c-6aa1-43a3-84f4-9b0fda3934e4 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Request body: {'security_group_rule': {'security_group_id': '600be147-9a5d-481d-94e1-4f29bd61471c', 'project_id': '16377c30d98b40d2a1d40d112350c18e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:34:01.780888 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-011d203d-c992-49ba-af37-77ea7f298b35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:34:01.787542 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-a07f82c8-57f7-4e7e-bf32-394c9a658f31 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:01.840025 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-3ddfa50d-a4ce-4ece-8d9d-96a5691c225d None None] Attempting to bind port 1067a414-d36d-4134-a5d9-d17ab07c7c09 on host dv-cinder-786873-3-iscsi for vnic_type normal with profile {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:34:01.840399 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-3ddfa50d-a4ce-4ece-8d9d-96a5691c225d None None] Attempting to bind port 1067a414-d36d-4134-a5d9-d17ab07c7c09 by drivers openvswitch,hyperv on host dv-cinder-786873-3-iscsi at level 0 using segments [{'id': 'e9c2f4e9-27ab-41a7-b5e4-528b18385247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '9bcb4115-0e1f-4bdc-accb-f68a208ad67f'}] {{(pid=93643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:34:01.840778 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddfa50d-a4ce-4ece-8d9d-96a5691c225d None None] Attempting to bind port 1067a414-d36d-4134-a5d9-d17ab07c7c09 on network 9bcb4115-0e1f-4bdc-accb-f68a208ad67f {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:34:01.848291 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device 2b252d58-0325-4db2-a0f0-76f23626edd1 up at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:34:01.851197 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddfa50d-a4ce-4ece-8d9d-96a5691c225d None None] Checking agent: {'id': '38b9d690-c74c-4031-9e4b-d740e9188e6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 20, 42), 'started_at': datetime.datetime(2021, 6, 18, 8, 21, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:34:01.851366 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddfa50d-a4ce-4ece-8d9d-96a5691c225d None None] Checking segment: {'id': 'e9c2f4e9-27ab-41a7-b5e4-528b18385247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '9bcb4115-0e1f-4bdc-accb-f68a208ad67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:34:01.851777 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-3ddfa50d-a4ce-4ece-8d9d-96a5691c225d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:01.852257 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddfa50d-a4ce-4ece-8d9d-96a5691c225d None None] Bound using segment: {'id': 'e9c2f4e9-27ab-41a7-b5e4-528b18385247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '9bcb4115-0e1f-4bdc-accb-f68a208ad67f'} {{(pid=93643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:34:01.852743 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.managers [None req-3ddfa50d-a4ce-4ece-8d9d-96a5691c225d None None] Bound port: 1067a414-d36d-4134-a5d9-d17ab07c7c09, host: dv-cinder-786873-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9c2f4e9-27ab-41a7-b5e4-528b18385247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '9bcb4115-0e1f-4bdc-accb-f68a208ad67f'}}] {{(pid=93643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:34:01.853120 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-3ddfa50d-a4ce-4ece-8d9d-96a5691c225d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:01.876225 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-a07f82c8-57f7-4e7e-bf32-394c9a658f31 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8280257'] for security_group_rule, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:01.883915 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:34:01.928240 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07f82c8-57f7-4e7e-bf32-394c9a658f31 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb236471-10a2-4959-8257-f47fa9793831,revision_number=0']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:34:01.931936 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-a07f82c8-57f7-4e7e-bf32-394c9a658f31 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:34:01.933620 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-5408999c-6aa1-43a3-84f4-9b0fda3934e4 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:01.997556 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-3ddfa50d-a4ce-4ece-8d9d-96a5691c225d None None] For port 1067a414-d36d-4134-a5d9-d17ab07c7c09, host dv-cinder-786873-3-iscsi, cleared binding levels {{(pid=93643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:34:02.003678 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-3ddfa50d-a4ce-4ece-8d9d-96a5691c225d None None] For port 1067a414-d36d-4134-a5d9-d17ab07c7c09, host dv-cinder-786873-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=1067a414-d36d-4134-a5d9-d17ab07c7c09,segment=NetworkSegment(e9c2f4e9-27ab-41a7-b5e4-528b18385247),segment_id=e9c2f4e9-27ab-41a7-b5e4-528b18385247)] {{(pid=93643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:34:02.004005 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning complete for port 2b252d58-0325-4db2-a0f0-76f23626edd1 triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:34:02.004100 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:02.006277 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-5408999c-6aa1-43a3-84f4-9b0fda3934e4 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:02.024312 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-a07f82c8-57f7-4e7e-bf32-394c9a658f31 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:02.025727 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-a07f82c8-57f7-4e7e-bf32-394c9a658f31 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7382042 Jun 18 08:34:02.028573 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 38096) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:34:02.033769 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-3cbc8335-1fc7-4b8a-b3fc-515428a8d4fc tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Request body: {'floatingip': {'floating_network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2'}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:34:02.061955 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-5db0a4e0-ebbd-447a-99c2-ec697f31d60f None None] Notify callbacks [] for port, precommit_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:02.075552 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.provisioning_blocks [None req-5db0a4e0-ebbd-447a-99c2-ec697f31d60f None None] Transition to ACTIVE for port object 1540033b-356e-4974-b3aa-e741d6d60fc0 will not be triggered until provisioned by entity L2. {{(pid=93644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:34:02.127662 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-5408999c-6aa1-43a3-84f4-9b0fda3934e4 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8280257'] for security_group_rule, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:02.128977 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-3ddfa50d-a4ce-4ece-8d9d-96a5691c225d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:02.129220 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-3cbc8335-1fc7-4b8a-b3fc-515428a8d4fc tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks [] for floatingip, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:02.132209 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e3f39158-02cb-4d13-8783-fd43e8eed16a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:34:02.150096 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-8f6fa7a2-12b5-4bd3-bfc6-f194aeea9979 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:34:02.199072 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5408999c-6aa1-43a3-84f4-9b0fda3934e4 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38388a1e-422b-4903-a92b-e6e9f912e5d9,revision_number=0']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:34:02.203803 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-5408999c-6aa1-43a3-84f4-9b0fda3934e4 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:34:02.203950 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011d203d-c992-49ba-af37-77ea7f298b35 None None] Pushing event updated for resources: {'Port': ['ID=1067a414-d36d-4134-a5d9-d17ab07c7c09,revision_number=4']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:34:02.207201 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddfa50d-a4ce-4ece-8d9d-96a5691c225d None None] Routers {'eacc6b9b-dde8-4cc1-a067-faeda1f4ed39'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:34:02.207744 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-5db0a4e0-ebbd-447a-99c2-ec697f31d60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:02.212052 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-3ddfa50d-a4ce-4ece-8d9d-96a5691c225d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:33:41Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['eacc6b9b-dde8-4cc1-a067-faeda1f4ed39'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:34:02.212052 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-011d203d-c992-49ba-af37-77ea7f298b35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:34:02.217047 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:34:02.293194 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-3cbc8335-1fc7-4b8a-b3fc-515428a8d4fc tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-568420'] for port, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:02.311826 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-5408999c-6aa1-43a3-84f4-9b0fda3934e4 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:02.313195 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-5408999c-6aa1-43a3-84f4-9b0fda3934e4 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5390520 Jun 18 08:34:02.316869 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 38104) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:34:02.323450 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [None req-47fb1597-009a-4e51-973d-bf19fad6cc4f tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Request body: {'security_group_rule': {'security_group_id': '600be147-9a5d-481d-94e1-4f29bd61471c', 'project_id': '16377c30d98b40d2a1d40d112350c18e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:34:02.374012 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-3ddfa50d-a4ce-4ece-8d9d-96a5691c225d None None] Set router eacc6b9b-dde8-4cc1-a067-faeda1f4ed39 gateway port host: dv-cinder-786873-3-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:34:02.407126 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6968d6e-533d-49d0-8450-9923a6374125 None None] Pushing event updated for resources: {'Port': ['ID=1540033b-356e-4974-b3aa-e741d6d60fc0,revision_number=3']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:34:02.423724 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-b6968d6e-533d-49d0-8450-9923a6374125 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:34:02.436566 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.managers [None req-5db0a4e0-ebbd-447a-99c2-ec697f31d60f None None] Attempting to bind port 1540033b-356e-4974-b3aa-e741d6d60fc0 on host dv-cinder-786873-3-iscsi for vnic_type normal with profile {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:34:02.436815 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.managers [None req-5db0a4e0-ebbd-447a-99c2-ec697f31d60f None None] Attempting to bind port 1540033b-356e-4974-b3aa-e741d6d60fc0 by drivers openvswitch,hyperv on host dv-cinder-786873-3-iscsi at level 0 using segments [{'id': '41bf81c5-e3c7-4ae2-aa14-4509e59172f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'b39bae6f-4207-4bf2-bbda-c91fb1d91943'}] {{(pid=93644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:34:02.437307 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db0a4e0-ebbd-447a-99c2-ec697f31d60f None None] Attempting to bind port 1540033b-356e-4974-b3aa-e741d6d60fc0 on network b39bae6f-4207-4bf2-bbda-c91fb1d91943 {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:34:02.443847 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db0a4e0-ebbd-447a-99c2-ec697f31d60f None None] Checking agent: {'id': '38b9d690-c74c-4031-9e4b-d740e9188e6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786873-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 20, 42), 'started_at': datetime.datetime(2021, 6, 18, 8, 21, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786873-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:34:02.444398 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db0a4e0-ebbd-447a-99c2-ec697f31d60f None None] Checking segment: {'id': '41bf81c5-e3c7-4ae2-aa14-4509e59172f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'b39bae6f-4207-4bf2-bbda-c91fb1d91943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:34:02.444907 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-5db0a4e0-ebbd-447a-99c2-ec697f31d60f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:02.445424 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db0a4e0-ebbd-447a-99c2-ec697f31d60f None None] Bound using segment: {'id': '41bf81c5-e3c7-4ae2-aa14-4509e59172f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'b39bae6f-4207-4bf2-bbda-c91fb1d91943'} {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:34:02.446725 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.managers [None req-5db0a4e0-ebbd-447a-99c2-ec697f31d60f None None] Bound port: 1540033b-356e-4974-b3aa-e741d6d60fc0, host: dv-cinder-786873-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41bf81c5-e3c7-4ae2-aa14-4509e59172f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'b39bae6f-4207-4bf2-bbda-c91fb1d91943'}}] {{(pid=93644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:34:02.447214 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-5db0a4e0-ebbd-447a-99c2-ec697f31d60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:02.487653 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-47fb1597-009a-4e51-973d-bf19fad6cc4f tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:02.512011 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.db.db_base_plugin_common [None req-3cbc8335-1fc7-4b8a-b3fc-515428a8d4fc tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Allocated IP 172.27.2.187 (215fa03e-ed5a-4c2a-ba1d-c413840c30f2/b938f688-1844-46d6-ac73-91c028ff50eb/5817a462-88c0-4493-8225-ebf0c5923423) {{(pid=93641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:34:02.585343 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.db [None req-5db0a4e0-ebbd-447a-99c2-ec697f31d60f None None] For port 1540033b-356e-4974-b3aa-e741d6d60fc0, host dv-cinder-786873-3-iscsi, cleared binding levels {{(pid=93644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:34:02.601330 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.db [None req-5db0a4e0-ebbd-447a-99c2-ec697f31d60f None None] For port 1540033b-356e-4974-b3aa-e741d6d60fc0, host dv-cinder-786873-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=1540033b-356e-4974-b3aa-e741d6d60fc0,segment=NetworkSegment(41bf81c5-e3c7-4ae2-aa14-4509e59172f0),segment_id=41bf81c5-e3c7-4ae2-aa14-4509e59172f0)] {{(pid=93644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:34:02.636653 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-47fb1597-009a-4e51-973d-bf19fad6cc4f tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:02.693625 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-3cbc8335-1fc7-4b8a-b3fc-515428a8d4fc tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks [] for port, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:02.705796 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-3ddfa50d-a4ce-4ece-8d9d-96a5691c225d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eacc6b9b-dde8-4cc1-a067-faeda1f4ed39', 'name': 'tempest-AttachVolumeShelveTestJSON-532613909-router', 'tenant_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '141a3536-619b-4d86-b4af-cfee18fc7340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:33:47Z', 'updated_at': '2021-06-18T08:33:55Z', 'revision_number': 4, 'project_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'gw_port': {'id': '141a3536-619b-4d86-b4af-cfee18fc7340', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacc6b9b-dde8-4cc1-a067-faeda1f4ed39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:49Z', 'updated_at': '2021-06-18T08:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_interfaces': [{'id': '1067a414-d36d-4134-a5d9-d17ab07c7c09', 'name': '', 'network_id': '9bcb4115-0e1f-4bdc-accb-f68a208ad67f', 'tenant_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'mac_address': 'fa:16:3e:ab:38:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eacc6b9b-dde8-4cc1-a067-faeda1f4ed39', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '5fff03b2-a2fe-488b-8a4d-528da3f1348c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:53Z', 'updated_at': '2021-06-18T08:34:01Z', 'revision_number': 4, 'project_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'subnets': [{'id': '5fff03b2-a2fe-488b-8a4d-528da3f1348c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:34:02.737140 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddfa50d-a4ce-4ece-8d9d-96a5691c225d None None] The sync data for ids ['eacc6b9b-dde8-4cc1-a067-faeda1f4ed39'] in dv-cinder-786873-3-iscsi is: [{'id': 'eacc6b9b-dde8-4cc1-a067-faeda1f4ed39', 'name': 'tempest-AttachVolumeShelveTestJSON-532613909-router', 'tenant_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '141a3536-619b-4d86-b4af-cfee18fc7340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:33:47Z', 'updated_at': '2021-06-18T08:33:55Z', 'revision_number': 4, 'project_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'gw_port': {'id': '141a3536-619b-4d86-b4af-cfee18fc7340', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacc6b9b-dde8-4cc1-a067-faeda1f4ed39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:49Z', 'updated_at': '2021-06-18T08:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_interfaces': [{'id': '1067a414-d36d-4134-a5d9-d17ab07c7c09', 'name': '', 'network_id': '9bcb4115-0e1f-4bdc-accb-f68a208ad67f', 'tenant_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'mac_address': 'fa:16:3e:ab:38:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eacc6b9b-dde8-4cc1-a067-faeda1f4ed39', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '5fff03b2-a2fe-488b-8a4d-528da3f1348c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:53Z', 'updated_at': '2021-06-18T08:34:01Z', 'revision_number': 4, 'project_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'subnets': [{'id': '5fff03b2-a2fe-488b-8a4d-528da3f1348c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:34:02.756193 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-5db0a4e0-ebbd-447a-99c2-ec697f31d60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:02.773214 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:34:02.800671 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-47fb1597-009a-4e51-973d-bf19fad6cc4f tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8280257'] for security_group_rule, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:02.803179 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-95b32459-3ae3-49b5-9c96-048607b8a7e7 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:34:02.830696 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-3cbc8335-1fc7-4b8a-b3fc-515428a8d4fc tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-568999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741881438814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5195020'] for port, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:02.841258 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fb1597-009a-4e51-973d-bf19fad6cc4f tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62a9fd3e-ed1a-4ed9-a6b8-efe8f9dfa948,revision_number=0']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:34:02.859404 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-acc78e77-15c8-4704-8a4b-329c6a730b0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:34:02.866394 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-47fb1597-009a-4e51-973d-bf19fad6cc4f tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:34:02.927343 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6968d6e-533d-49d0-8450-9923a6374125 None None] Pushing event updated for resources: {'Port': ['ID=1540033b-356e-4974-b3aa-e741d6d60fc0,revision_number=4']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:34:02.938898 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db0a4e0-ebbd-447a-99c2-ec697f31d60f None None] Routers {'df5b19ef-b6dd-4f0c-9217-946e9de728ec'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:34:02.939123 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_hamode_db [None req-5db0a4e0-ebbd-447a-99c2-ec697f31d60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:33:41Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['df5b19ef-b6dd-4f0c-9217-946e9de728ec'], 'active': True} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:34:02.944082 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-b6968d6e-533d-49d0-8450-9923a6374125 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:34:02.966694 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbc8335-1fc7-4b8a-b3fc-515428a8d4fc tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Pushing event updated for resources: {'Port': ['ID=5817a462-88c0-4493-8225-ebf0c5923423,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:34:02.970520 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbc8335-1fc7-4b8a-b3fc-515428a8d4fc tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Network 215fa03e-ed5a-4c2a-ba1d-c413840c30f2 is already hosted by enough agents. {{(pid=93641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:34:02.974239 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-3cbc8335-1fc7-4b8a-b3fc-515428a8d4fc tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:34:02.976035 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.base_scheduler [None req-3cbc8335-1fc7-4b8a-b3fc-515428a8d4fc tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Resources bound (agent type, host, resource id): {{(pid=93641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:34:02.979001 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbc8335-1fc7-4b8a-b3fc-515428a8d4fc tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Received port after_create {{(pid=93641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:34:03.001746 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-47fb1597-009a-4e51-973d-bf19fad6cc4f tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:03.003640 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-47fb1597-009a-4e51-973d-bf19fad6cc4f tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6852994 Jun 18 08:34:03.006079 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 38114) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:34:03.012350 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [None req-96103d8f-9c0d-409f-b1ae-694691975ef1 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Request body: {'security_group_rule': {'security_group_id': '600be147-9a5d-481d-94e1-4f29bd61471c', 'project_id': '16377c30d98b40d2a1d40d112350c18e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:34:03.087752 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-0f9dcab7-b5a8-4e0a-bb2f-6676189ad8e3 req-46f72d79-33a7-4b9c-bd75-f6969d07c3ed service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1297543 Jun 18 08:34:03.126065 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvr_db [None req-5db0a4e0-ebbd-447a-99c2-ec697f31d60f None None] Set router df5b19ef-b6dd-4f0c-9217-946e9de728ec gateway port host: dv-cinder-786873-3-iscsi {{(pid=93644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:34:03.131099 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ebd8b0-e0b5-4b98-9688-f22bb53c41c5 req-3afc948e-4b17-4d95-8db3-d727234f3539 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:03.133645 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d3ebd8b0-e0b5-4b98-9688-f22bb53c41c5 req-3afc948e-4b17-4d95-8db3-d727234f3539 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/ports?device_id=163736fd-af83-4701-ae98-d432fb5e0ce0 HTTP/1.1" status: 200 len: 943 time: 0.2151318 Jun 18 08:34:03.199991 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-96103d8f-9c0d-409f-b1ae-694691975ef1 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:03.230247 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d3ebd8b0-e0b5-4b98-9688-f22bb53c41c5 req-173e6826-8acb-465a-afce-5cbfb38d31e3 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/security-groups?id=b8929651-3872-4a52-bf59-b2f6f5999b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605538 Jun 18 08:34:03.234958 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-3cbc8335-1fc7-4b8a-b3fc-515428a8d4fc tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:03.295203 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9dcab7-b5a8-4e0a-bb2f-6676189ad8e3 req-cc6d2ed7-ad9d-4b15-9f4f-5d101794da4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:03.297056 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-0f9dcab7-b5a8-4e0a-bb2f-6676189ad8e3 req-cc6d2ed7-ad9d-4b15-9f4f-5d101794da4e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f18f9b0caff54beda5bbbdb00ef6417e&device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 1099 time: 0.1356282 Jun 18 08:34:03.312830 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-96103d8f-9c0d-409f-b1ae-694691975ef1 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:03.458075 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9dcab7-b5a8-4e0a-bb2f-6676189ad8e3 req-c8c27702-074d-4d49-ac11-5892e1be437e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:03.459557 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-0f9dcab7-b5a8-4e0a-bb2f-6676189ad8e3 req-c8c27702-074d-4d49-ac11-5892e1be437e service neutron] 10.222.0.72 "GET /v2.0/networks?id=77f1c77d-8795-43df-96a9-39a8b7c2346a HTTP/1.1" status: 200 len: 911 time: 0.1403232 Jun 18 08:34:03.478584 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-96103d8f-9c0d-409f-b1ae-694691975ef1 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8280257'] for security_group_rule, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:03.480005 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-3cbc8335-1fc7-4b8a-b3fc-515428a8d4fc tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:03.491415 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_hamode_db [None req-5db0a4e0-ebbd-447a-99c2-ec697f31d60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5b19ef-b6dd-4f0c-9217-946e9de728ec', 'name': 'tempest-TestShelveInstance-1587513695-router', 'tenant_id': 'cc8e7f1914424d25b00a35d99842f74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '2b252d58-0325-4db2-a0f0-76f23626edd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:33:46Z', 'updated_at': '2021-06-18T08:33:55Z', 'revision_number': 4, 'project_id': 'cc8e7f1914424d25b00a35d99842f74a', 'gw_port': {'id': '2b252d58-0325-4db2-a0f0-76f23626edd1', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:84:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5b19ef-b6dd-4f0c-9217-946e9de728ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:48Z', 'updated_at': '2021-06-18T08:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_interfaces': [{'id': '1540033b-356e-4974-b3aa-e741d6d60fc0', 'name': '', 'network_id': 'b39bae6f-4207-4bf2-bbda-c91fb1d91943', 'tenant_id': 'cc8e7f1914424d25b00a35d99842f74a', 'mac_address': 'fa:16:3e:6e:6d:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df5b19ef-b6dd-4f0c-9217-946e9de728ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '4c122cf1-030e-4869-8eee-af8e59feff00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:53Z', 'updated_at': '2021-06-18T08:34:02Z', 'revision_number': 4, 'project_id': 'cc8e7f1914424d25b00a35d99842f74a', 'subnets': [{'id': '4c122cf1-030e-4869-8eee-af8e59feff00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:34:03.513583 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:34:03.550992 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db0a4e0-ebbd-447a-99c2-ec697f31d60f None None] The sync data for ids ['df5b19ef-b6dd-4f0c-9217-946e9de728ec'] in dv-cinder-786873-3-iscsi is: [{'id': 'df5b19ef-b6dd-4f0c-9217-946e9de728ec', 'name': 'tempest-TestShelveInstance-1587513695-router', 'tenant_id': 'cc8e7f1914424d25b00a35d99842f74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '2b252d58-0325-4db2-a0f0-76f23626edd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:33:46Z', 'updated_at': '2021-06-18T08:33:55Z', 'revision_number': 4, 'project_id': 'cc8e7f1914424d25b00a35d99842f74a', 'gw_port': {'id': '2b252d58-0325-4db2-a0f0-76f23626edd1', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:84:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5b19ef-b6dd-4f0c-9217-946e9de728ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:48Z', 'updated_at': '2021-06-18T08:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_interfaces': [{'id': '1540033b-356e-4974-b3aa-e741d6d60fc0', 'name': '', 'network_id': 'b39bae6f-4207-4bf2-bbda-c91fb1d91943', 'tenant_id': 'cc8e7f1914424d25b00a35d99842f74a', 'mac_address': 'fa:16:3e:6e:6d:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df5b19ef-b6dd-4f0c-9217-946e9de728ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '4c122cf1-030e-4869-8eee-af8e59feff00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:53Z', 'updated_at': '2021-06-18T08:34:02Z', 'revision_number': 4, 'project_id': 'cc8e7f1914424d25b00a35d99842f74a', 'subnets': [{'id': '4c122cf1-030e-4869-8eee-af8e59feff00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:34:03.567745 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96103d8f-9c0d-409f-b1ae-694691975ef1 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b01305d8-90e4-43d0-b39c-5f7c4b617c8f,revision_number=0']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:34:03.575557 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-96103d8f-9c0d-409f-b1ae-694691975ef1 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:34:03.608729 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-0f9dcab7-b5a8-4e0a-bb2f-6676189ad8e3 req-85cd5c97-acc0-4ee9-85a3-ab30a6e5d193 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4b87629-6ba3-4d12-94f9-8c2e7c317290 HTTP/1.1" status: 200 len: 1001 time: 0.1396072 Jun 18 08:34:03.618082 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device 1067a414-d36d-4134-a5d9-d17ab07c7c09 up at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:34:03.730138 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-3cbc8335-1fc7-4b8a-b3fc-515428a8d4fc tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks [] for port, precommit_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:03.736461 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-96103d8f-9c0d-409f-b1ae-694691975ef1 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:03.739180 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-96103d8f-9c0d-409f-b1ae-694691975ef1 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7319567 Jun 18 08:34:03.742593 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 38116) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:34:03.748821 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [None req-58775718-951c-49c2-8958-06e1b37b92e0 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Request body: {'security_group_rule': {'security_group_id': '600be147-9a5d-481d-94e1-4f29bd61471c', 'project_id': '16377c30d98b40d2a1d40d112350c18e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:34:03.762442 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning for port 1067a414-d36d-4134-a5d9-d17ab07c7c09 completed by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:34:03.766631 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning complete for port 1067a414-d36d-4134-a5d9-d17ab07c7c09 triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:34:03.767016 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:03.786027 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9dcab7-b5a8-4e0a-bb2f-6676189ad8e3 req-92d4dca1-62ba-4ee9-b8db-f7b14dea23f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:03.787515 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-0f9dcab7-b5a8-4e0a-bb2f-6676189ad8e3 req-92d4dca1-62ba-4ee9-b8db-f7b14dea23f9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0695c8b6-59a4-4923-a5ff-60cabbe26c72 HTTP/1.1" status: 200 len: 849 time: 0.0808535 Jun 18 08:34:03.830198 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-3cbc8335-1fc7-4b8a-b3fc-515428a8d4fc tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5195066'] for port, after_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:03.833331 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-35e9d2de-27b6-40fc-bc20-695a357bd170 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:34:03.852153 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9dcab7-b5a8-4e0a-bb2f-6676189ad8e3 req-69355bf0-720b-400c-99d9-7855cd5368f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:03.853886 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-0f9dcab7-b5a8-4e0a-bb2f-6676189ad8e3 req-69355bf0-720b-400c-99d9-7855cd5368f6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=77f1c77d-8795-43df-96a9-39a8b7c2346a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0594354 Jun 18 08:34:03.877842 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:03.930547 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbc8335-1fc7-4b8a-b3fc-515428a8d4fc tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Pushing event updated for resources: {'Port': ['ID=5817a462-88c0-4493-8225-ebf0c5923423,revision_number=2']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:34:03.942559 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-3cbc8335-1fc7-4b8a-b3fc-515428a8d4fc tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:34:03.949853 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-3cbc8335-1fc7-4b8a-b3fc-515428a8d4fc tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7960458'] for floatingip, after_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:03.998693 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-58775718-951c-49c2-8958-06e1b37b92e0 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:04.069300 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] For port 1067a414-d36d-4134-a5d9-d17ab07c7c09, host dv-cinder-786873-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=1067a414-d36d-4134-a5d9-d17ab07c7c09,segment=NetworkSegment(e9c2f4e9-27ab-41a7-b5e4-528b18385247),segment_id=e9c2f4e9-27ab-41a7-b5e4-528b18385247)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:34:04.086161 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-0f9dcab7-b5a8-4e0a-bb2f-6676189ad8e3 req-72128abf-ae5a-4d83-80cd-ccf47d509e50 service neutron] 10.222.0.72 "GET /v2.0/networks/77f1c77d-8795-43df-96a9-39a8b7c2346a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259114 Jun 18 08:34:04.111757 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-3cbc8335-1fc7-4b8a-b3fc-515428a8d4fc tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881'] for floatingip, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:04.113510 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-3cbc8335-1fc7-4b8a-b3fc-515428a8d4fc tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0836401 Jun 18 08:34:04.159748 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-58775718-951c-49c2-8958-06e1b37b92e0 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:04.184769 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:04.185822 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device 1540033b-356e-4974-b3aa-e741d6d60fc0 up at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:34:04.188089 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:34:04.225392 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-0f9dcab7-b5a8-4e0a-bb2f-6676189ad8e3 req-c55683e6-1f81-4f10-8f76-edf0bbb929b9 service neutron] 10.222.0.72 "GET /v2.0/networks/77f1c77d-8795-43df-96a9-39a8b7c2346a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314135 Jun 18 08:34:04.301122 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Pushing event updated for resources: {'Port': ['ID=1067a414-d36d-4134-a5d9-d17ab07c7c09,revision_number=5']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:34:04.313556 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:34:04.314126 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:34:04.314749 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:34:04.315904 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:34:04.316433 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:34:04.316898 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:34:04.317030 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-58775718-951c-49c2-8958-06e1b37b92e0 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8280257'] for security_group_rule, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:04.317357 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:34:04.317759 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:34:04.318222 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:34:04.318694 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:34:04.319096 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:34:04.319489 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:34:04.331472 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:34:04.332275 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:34:04.357742 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58775718-951c-49c2-8958-06e1b37b92e0 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dea2ed8d-8ec0-4848-8cc4-04d3ca385887,revision_number=0']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:34:04.367101 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-58775718-951c-49c2-8958-06e1b37b92e0 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:34:04.454622 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning for port 1540033b-356e-4974-b3aa-e741d6d60fc0 completed by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:34:04.456625 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a7ab0a1a-1928-41b2-b56c-585c307528df req-49fbb8c0-430f-44a6-a933-086cd8b71f47 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1841508086&fields=id&tenant_id=1c8de8ca6fa84ca39f60ecad18ff9fc0 HTTP/1.1" status: 200 len: 267 time: 0.0484786 Jun 18 08:34:04.463568 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning complete for port 1540033b-356e-4974-b3aa-e741d6d60fc0 triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:34:04.464102 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:04.476982 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-58775718-951c-49c2-8958-06e1b37b92e0 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:04.477560 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-58775718-951c-49c2-8958-06e1b37b92e0 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7342627 Jun 18 08:34:04.480275 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 38136) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:34:04.486365 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [None req-9efaa71d-b791-4740-9661-1a805dcb964c tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Request body: {'security_group_rule': {'security_group_id': '600be147-9a5d-481d-94e1-4f29bd61471c', 'project_id': '16377c30d98b40d2a1d40d112350c18e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:34:04.607220 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.db.securitygroups_db [None req-9efaa71d-b791-4740-9661-1a805dcb964c tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Project 16377c30d98b40d2a1d40d112350c18e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 08:34:04.617326 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-9efaa71d-b791-4740-9661-1a805dcb964c tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:04.640713 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee5be6-ef51-4395-906c-38c7c4e6b18e req-32e12c05-e86e-4019-bcc6-132f5153e081 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:04.642150 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b4ee5be6-ef51-4395-906c-38c7c4e6b18e req-32e12c05-e86e-4019-bcc6-132f5153e081 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/ports?device_id=163736fd-af83-4701-ae98-d432fb5e0ce0 HTTP/1.1" status: 200 len: 943 time: 0.1927991 Jun 18 08:34:04.690186 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab0a1a-1928-41b2-b56c-585c307528df req-2b4e59c1-6ab6-444b-80e9-8a2dc4f91270 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:04.697837 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a7ab0a1a-1928-41b2-b56c-585c307528df req-2b4e59c1-6ab6-444b-80e9-8a2dc4f91270 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/networks?id=9bcb4115-0e1f-4bdc-accb-f68a208ad67f HTTP/1.1" status: 200 len: 816 time: 0.2302542 Jun 18 08:34:04.703709 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:04.707326 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-9efaa71d-b791-4740-9661-1a805dcb964c tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:04.711422 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a7ab0a1a-1928-41b2-b56c-585c307528df req-3c2c5037-6851-42d3-8576-7e2d041f5a97 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/quotas/1c8de8ca6fa84ca39f60ecad18ff9fc0 HTTP/1.1" status: 200 len: 375 time: 0.0124593 Jun 18 08:34:04.747443 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b4ee5be6-ef51-4395-906c-38c7c4e6b18e req-bf95f47f-7153-4814-9d22-e025580ae2c3 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/security-groups?id=b8929651-3872-4a52-bf59-b2f6f5999b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976582 Jun 18 08:34:04.748202 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] For port 1540033b-356e-4974-b3aa-e741d6d60fc0, host dv-cinder-786873-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=1540033b-356e-4974-b3aa-e741d6d60fc0,segment=NetworkSegment(41bf81c5-e3c7-4ae2-aa14-4509e59172f0),segment_id=41bf81c5-e3c7-4ae2-aa14-4509e59172f0)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:34:04.805347 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a7ab0a1a-1928-41b2-b56c-585c307528df req-6af314aa-fc59-47dc-82de-880c200413af tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=1c8de8ca6fa84ca39f60ecad18ff9fc0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0818536 Jun 18 08:34:04.812628 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-9efaa71d-b791-4740-9661-1a805dcb964c tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8280257'] for security_group_rule, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:04.818130 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-58775718-951c-49c2-8958-06e1b37b92e0 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:34:04.834435 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efaa71d-b791-4740-9661-1a805dcb964c tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a27eefd9-b105-4ec1-b49e-03bc5ed082da,revision_number=0']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:34:04.836905 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-9efaa71d-b791-4740-9661-1a805dcb964c tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:34:04.843498 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:04.845353 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-15795e36-4a2d-41e6-8737-7a3c2c67bf18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:34:04.902137 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Pushing event updated for resources: {'Port': ['ID=1540033b-356e-4974-b3aa-e741d6d60fc0,revision_number=5']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:34:04.912951 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:34:04.928053 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-9efaa71d-b791-4740-9661-1a805dcb964c tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:04.929991 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-9efaa71d-b791-4740-9661-1a805dcb964c tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4484093 Jun 18 08:34:04.933197 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 38140) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:34:04.939706 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-8b437428-e0e1-4e1c-b23d-617d1a3c4380 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Request body: {'security_group_rule': {'security_group_id': '600be147-9a5d-481d-94e1-4f29bd61471c', 'project_id': '16377c30d98b40d2a1d40d112350c18e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:34:05.051107 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a7ab0a1a-1928-41b2-b56c-585c307528df req-e5520242-f5f0-45fc-99a5-212db2c333c0 service neutron] 10.222.0.70 "GET /v2.0/networks/9bcb4115-0e1f-4bdc-accb-f68a208ad67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307084 Jun 18 08:34:05.122739 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.db.securitygroups_db [None req-8b437428-e0e1-4e1c-b23d-617d1a3c4380 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Project 16377c30d98b40d2a1d40d112350c18e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 08:34:05.137612 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-8b437428-e0e1-4e1c-b23d-617d1a3c4380 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:05.156230 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a7ab0a1a-1928-41b2-b56c-585c307528df req-96adbddb-1d1f-4539-9c8f-0ca581df10ac service neutron] 10.222.0.70 "GET /v2.0/networks/9bcb4115-0e1f-4bdc-accb-f68a208ad67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991058 Jun 18 08:34:05.210546 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-8b437428-e0e1-4e1c-b23d-617d1a3c4380 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:05.275855 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-8b437428-e0e1-4e1c-b23d-617d1a3c4380 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8280257'] for security_group_rule, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:05.277980 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:34:05.294704 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b437428-e0e1-4e1c-b23d-617d1a3c4380 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b61171e-2fad-48c1-9bd9-60920a806a6d,revision_number=0']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:34:05.297437 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-8b437428-e0e1-4e1c-b23d-617d1a3c4380 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:34:05.413817 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-51ef10f9-ad18-4ec1-9728-a6270914838f req-3d81ef66-ce4b-4ea5-a2d4-6c2020dd3a2c tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 210 time: 0.0338974 Jun 18 08:34:05.414646 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device 1067a414-d36d-4134-a5d9-d17ab07c7c09 up at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:34:05.424311 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-8b437428-e0e1-4e1c-b23d-617d1a3c4380 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:05.429548 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-8b437428-e0e1-4e1c-b23d-617d1a3c4380 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4915280 Jun 18 08:34:05.485227 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning complete for port 1067a414-d36d-4134-a5d9-d17ab07c7c09 triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:34:05.485873 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:05.578769 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device 1540033b-356e-4974-b3aa-e741d6d60fc0 up at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:34:05.642243 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Provisioning complete for port 1540033b-356e-4974-b3aa-e741d6d60fc0 triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:34:05.642778 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:05.942659 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b7348-e90b-4201-a524-58974178ff51 req-f9f211f6-873e-4937-b21a-6843423d148d tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:05.944207 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-593b7348-e90b-4201-a524-58974178ff51 req-f9f211f6-873e-4937-b21a-6843423d148d tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/ports?device_id=163736fd-af83-4701-ae98-d432fb5e0ce0 HTTP/1.1" status: 200 len: 943 time: 0.0755923 Jun 18 08:34:05.984109 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-593b7348-e90b-4201-a524-58974178ff51 req-e4bb1a06-5d18-4b86-b9b5-c785f1ae6f51 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/security-groups?id=b8929651-3872-4a52-bf59-b2f6f5999b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338602 Jun 18 08:34:06.528646 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c5a09d8d-3919-4540-b4ce-0f6e7c2cb2a4 req-18937bf5-99dc-466f-af7f-3ddc1c7472ff tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 210 time: 0.0320485 Jun 18 08:34:07.182071 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9fc566-4c4e-485e-9740-d9043a644890 req-020d358a-50db-4a98-9548-bb80b54d4930 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:07.187750 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-8d9fc566-4c4e-485e-9740-d9043a644890 req-020d358a-50db-4a98-9548-bb80b54d4930 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/ports?device_id=163736fd-af83-4701-ae98-d432fb5e0ce0 HTTP/1.1" status: 200 len: 943 time: 0.0701203 Jun 18 08:34:07.224514 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-8d9fc566-4c4e-485e-9740-d9043a644890 req-115fc5c2-010e-40db-bc36-646785fb2c4f tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/security-groups?id=b8929651-3872-4a52-bf59-b2f6f5999b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352106 Jun 18 08:34:07.687365 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c93e289c-9091-4d05-806f-7fdd22918829 req-ebbd2952-ac8a-4294-a3fe-3146dcfdf67b tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 210 time: 0.0301797 Jun 18 08:34:08.084784 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device 6eef6639-4bf7-4969-945e-0102ef28240a details requested by agent hyperv_hv-cinder-78687 with host hv-cinder-78687 {{(pid=93643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 08:34:08.206142 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] For port 6eef6639-4bf7-4969-945e-0102ef28240a, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=6eef6639-4bf7-4969-945e-0102ef28240a,segment=NetworkSegment(4a522598-e4a5-4d25-968e-3499b3acd421),segment_id=4a522598-e4a5-4d25-968e-3499b3acd421)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:34:08.219836 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Returning: {'device': '6eef6639-4bf7-4969-945e-0102ef28240a', 'network_id': '8c6da9e1-004b-42db-bcf0-39aac50436ca', 'port_id': '6eef6639-4bf7-4969-945e-0102ef28240a', 'mac_address': 'fa:16:3e:9d:e5:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 915, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f62235ea-006f-4a30-9ad8-c52c270c955b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 08:34:08.276166 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:08.293818 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.notifiers.nova [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6eef6639-4bf7-4969-945e-0102ef28240a {{(pid=93643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 08:34:08.320466 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] For port 6eef6639-4bf7-4969-945e-0102ef28240a, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=6eef6639-4bf7-4969-945e-0102ef28240a,segment=NetworkSegment(4a522598-e4a5-4d25-968e-3499b3acd421),segment_id=4a522598-e4a5-4d25-968e-3499b3acd421)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:34:08.439184 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb66c37a-9d6d-49ec-9379-9bf8902ba783 req-40f8c180-c3e7-4a1c-8a9f-5b8d30f379fb tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:08.441351 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-fb66c37a-9d6d-49ec-9379-9bf8902ba783 req-40f8c180-c3e7-4a1c-8a9f-5b8d30f379fb tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/ports?device_id=163736fd-af83-4701-ae98-d432fb5e0ce0 HTTP/1.1" status: 200 len: 943 time: 0.0780880 Jun 18 08:34:08.464691 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:08.468190 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-eb3404a2-a18f-48e9-b95e-18c0637d0233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:34:08.490264 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-fb66c37a-9d6d-49ec-9379-9bf8902ba783 req-f9def862-819d-42cb-bfa3-80ebf917726a tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/security-groups?id=b8929651-3872-4a52-bf59-b2f6f5999b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415320 Jun 18 08:34:08.524451 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Pushing event updated for resources: {'Port': ['ID=6eef6639-4bf7-4969-945e-0102ef28240a,revision_number=4']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:34:08.527629 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:34:08.862820 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab0a1a-1928-41b2-b56c-585c307528df req-7e9f4de7-9b57-40f8-9a99-155d8f14ff75 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:08.864349 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-a7ab0a1a-1928-41b2-b56c-585c307528df req-7e9f4de7-9b57-40f8-9a99-155d8f14ff75 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.72 "GET /v2.0/networks?id=9bcb4115-0e1f-4bdc-accb-f68a208ad67f HTTP/1.1" status: 200 len: 816 time: 0.1218746 Jun 18 08:34:08.869425 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-eca6aa1b-7edb-452f-925c-8966c347738b req-46dd9a7b-4f84-4a5b-a5b2-c30520875301 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 210 time: 0.0436463 Jun 18 08:34:08.922505 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-a7ab0a1a-1928-41b2-b56c-585c307528df req-fd8fb35e-d908-493c-a17b-6ff3c415bb7e tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c8de8ca6fa84ca39f60ecad18ff9fc0 HTTP/1.1" status: 200 len: 380 time: 0.0384879 Jun 18 08:34:08.932181 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [req-a7ab0a1a-1928-41b2-b56c-585c307528df req-120b9afa-b9d8-4510-bbd8-1ea250b147c8 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Request body: {'port': {'device_id': '4977fc89-f930-449a-a293-cd2289d26531', 'network_id': '9bcb4115-0e1f-4bdc-accb-f68a208ad67f', 'admin_state_up': True, 'tenant_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'security_groups': ['fd9393bd-7678-457f-8ec3-98db58b2da5c']}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:34:08.979010 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] get_ports_and_sgs() called for port_ids ['6eef6639-4bf7-4969-945e-0102ef28240a'] {{(pid=93643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 08:34:09.082756 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-0e0b216c-e282-4f09-a7b8-41a831db0694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:09.196722 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7ab0a1a-1928-41b2-b56c-585c307528df req-120b9afa-b9d8-4510-bbd8-1ea250b147c8 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Made reservation on behalf of 1c8de8ca6fa84ca39f60ecad18ff9fc0 for: {'port': 1} {{(pid=93642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:34:09.200365 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-a7ab0a1a-1928-41b2-b56c-585c307528df req-120b9afa-b9d8-4510-bbd8-1ea250b147c8 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-568420'] for port, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:09.342291 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.db_base_plugin_common [req-a7ab0a1a-1928-41b2-b56c-585c307528df req-120b9afa-b9d8-4510-bbd8-1ea250b147c8 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Allocated IP 172.20.0.5 (9bcb4115-0e1f-4bdc-accb-f68a208ad67f/5fff03b2-a2fe-488b-8a4d-528da3f1348c/fbeb4067-3221-470c-a38a-eb09a3f06b05) {{(pid=93642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:34:09.495303 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-a7ab0a1a-1928-41b2-b56c-585c307528df req-120b9afa-b9d8-4510-bbd8-1ea250b147c8 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks [] for port, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:09.509222 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [req-a7ab0a1a-1928-41b2-b56c-585c307528df req-120b9afa-b9d8-4510-bbd8-1ea250b147c8 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Transition to ACTIVE for port object fbeb4067-3221-470c-a38a-eb09a3f06b05 will not be triggered until provisioned by entity DHCP. {{(pid=93642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:34:09.682694 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840fa735-ba9a-433a-89d8-e53cbda08538 req-6573c32d-6578-4c89-af78-a70c89a4960d tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:09.684208 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-840fa735-ba9a-433a-89d8-e53cbda08538 req-6573c32d-6578-4c89-af78-a70c89a4960d tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/ports?device_id=163736fd-af83-4701-ae98-d432fb5e0ce0 HTTP/1.1" status: 200 len: 944 time: 0.0683055 Jun 18 08:34:09.699430 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-a7ab0a1a-1928-41b2-b56c-585c307528df req-120b9afa-b9d8-4510-bbd8-1ea250b147c8 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-568999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741881438814'] for port, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:09.707351 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-6b092253-e76c-4ee4-8c2c-c61fbeaa2993 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:34:09.735021 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-840fa735-ba9a-433a-89d8-e53cbda08538 req-6c063598-9a47-4fe5-90a8-6a648dcf9942 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/security-groups?id=b8929651-3872-4a52-bf59-b2f6f5999b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444493 Jun 18 08:34:09.756583 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7ab0a1a-1928-41b2-b56c-585c307528df req-120b9afa-b9d8-4510-bbd8-1ea250b147c8 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Network 9bcb4115-0e1f-4bdc-accb-f68a208ad67f is already hosted by enough agents. {{(pid=93642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:34:09.759894 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.base_scheduler [req-a7ab0a1a-1928-41b2-b56c-585c307528df req-120b9afa-b9d8-4510-bbd8-1ea250b147c8 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Resources bound (agent type, host, resource id): {{(pid=93642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:34:09.765405 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7ab0a1a-1928-41b2-b56c-585c307528df req-120b9afa-b9d8-4510-bbd8-1ea250b147c8 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Received port after_create {{(pid=93642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:34:09.771897 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab0a1a-1928-41b2-b56c-585c307528df req-120b9afa-b9d8-4510-bbd8-1ea250b147c8 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:09.772663 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-a7ab0a1a-1928-41b2-b56c-585c307528df req-120b9afa-b9d8-4510-bbd8-1ea250b147c8 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881'] for port, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:09.792129 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120b9afa-b9d8-4510-bbd8-1ea250b147c8 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Pushing event updated for resources: {'Port': ['ID=fbeb4067-3221-470c-a38a-eb09a3f06b05,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:34:09.795009 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-120b9afa-b9d8-4510-bbd8-1ea250b147c8 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:34:09.876628 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-a7ab0a1a-1928-41b2-b56c-585c307528df req-120b9afa-b9d8-4510-bbd8-1ea250b147c8 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9481084 Jun 18 08:34:09.896643 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [req-a7ab0a1a-1928-41b2-b56c-585c307528df req-854e53f5-b4f9-41cf-b8ff-c9eaaa0af371 service neutron] Request body: {'port': {'device_id': '4977fc89-f930-449a-a293-cd2289d26531', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78687'}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:34:09.995416 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-a7ab0a1a-1928-41b2-b56c-585c307528df req-854e53f5-b4f9-41cf-b8ff-c9eaaa0af371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:10.083532 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663ddae3-9473-4ac9-ad44-dda4f8008c68 req-92b2e74c-3f7b-4b89-9bb9-021b440b777d tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:10.085272 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-663ddae3-9473-4ac9-ad44-dda4f8008c68 req-92b2e74c-3f7b-4b89-9bb9-021b440b777d tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 931 time: 0.0852177 Jun 18 08:34:10.125587 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-663ddae3-9473-4ac9-ad44-dda4f8008c68 req-cd2e3317-6279-47fc-a232-33aab0ac77af tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd9393bd-7678-457f-8ec3-98db58b2da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342212 Jun 18 08:34:10.125915 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-262047f1-5f8f-41b7-929f-b84d73d3310b None None] Provisioning for port fbeb4067-3221-470c-a38a-eb09a3f06b05 completed by entity DHCP. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:34:10.131600 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-262047f1-5f8f-41b7-929f-b84d73d3310b None None] Provisioning complete for port fbeb4067-3221-470c-a38a-eb09a3f06b05 triggered by entity DHCP. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:34:10.131879 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-262047f1-5f8f-41b7-929f-b84d73d3310b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:10.179488 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-262047f1-5f8f-41b7-929f-b84d73d3310b None None] Port fbeb4067-3221-470c-a38a-eb09a3f06b05 cannot update to ACTIVE because it is not bound. {{(pid=93643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 08:34:10.283138 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [req-a7ab0a1a-1928-41b2-b56c-585c307528df req-854e53f5-b4f9-41cf-b8ff-c9eaaa0af371 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbeb4067-3221-470c-a38a-eb09a3f06b05 {{(pid=93642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 08:34:10.291199 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-a7ab0a1a-1928-41b2-b56c-585c307528df req-854e53f5-b4f9-41cf-b8ff-c9eaaa0af371 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:10.304040 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [req-a7ab0a1a-1928-41b2-b56c-585c307528df req-854e53f5-b4f9-41cf-b8ff-c9eaaa0af371 service neutron] Transition to ACTIVE for port object fbeb4067-3221-470c-a38a-eb09a3f06b05 will not be triggered until provisioned by entity L2. {{(pid=93642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:34:10.390009 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-a7ab0a1a-1928-41b2-b56c-585c307528df req-854e53f5-b4f9-41cf-b8ff-c9eaaa0af371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:10.392218 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-af01d6e0-9259-44e6-ba02-303d38003b3e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:34:10.478232 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854e53f5-b4f9-41cf-b8ff-c9eaaa0af371 service neutron] Pushing event updated for resources: {'Port': ['ID=fbeb4067-3221-470c-a38a-eb09a3f06b05,revision_number=2']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:34:10.500665 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-854e53f5-b4f9-41cf-b8ff-c9eaaa0af371 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:34:10.522292 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [req-a7ab0a1a-1928-41b2-b56c-585c307528df req-854e53f5-b4f9-41cf-b8ff-c9eaaa0af371 service neutron] Attempting to bind port fbeb4067-3221-470c-a38a-eb09a3f06b05 on host hv-cinder-78687 for vnic_type normal with profile {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:34:10.522631 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [req-a7ab0a1a-1928-41b2-b56c-585c307528df req-854e53f5-b4f9-41cf-b8ff-c9eaaa0af371 service neutron] Attempting to bind port fbeb4067-3221-470c-a38a-eb09a3f06b05 by drivers openvswitch,hyperv on host hv-cinder-78687 at level 0 using segments [{'id': 'e9c2f4e9-27ab-41a7-b5e4-528b18385247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '9bcb4115-0e1f-4bdc-accb-f68a208ad67f'}] {{(pid=93642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:34:10.523053 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ab0a1a-1928-41b2-b56c-585c307528df req-854e53f5-b4f9-41cf-b8ff-c9eaaa0af371 service neutron] Attempting to bind port fbeb4067-3221-470c-a38a-eb09a3f06b05 on network 9bcb4115-0e1f-4bdc-accb-f68a208ad67f {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:34:10.528210 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ab0a1a-1928-41b2-b56c-585c307528df req-854e53f5-b4f9-41cf-b8ff-c9eaaa0af371 service neutron] Port fbeb4067-3221-470c-a38a-eb09a3f06b05 on network 9bcb4115-0e1f-4bdc-accb-f68a208ad67f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78687 {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 08:34:10.528539 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ab0a1a-1928-41b2-b56c-585c307528df req-854e53f5-b4f9-41cf-b8ff-c9eaaa0af371 service neutron] Attempting to bind port fbeb4067-3221-470c-a38a-eb09a3f06b05 on network 9bcb4115-0e1f-4bdc-accb-f68a208ad67f {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:34:10.535500 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ab0a1a-1928-41b2-b56c-585c307528df req-854e53f5-b4f9-41cf-b8ff-c9eaaa0af371 service neutron] Checking agent: {'id': '7d051742-a391-48d3-aa1e-6019401c6fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78687', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 26, 56), 'started_at': datetime.datetime(2021, 6, 18, 8, 26, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:34:10.535747 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ab0a1a-1928-41b2-b56c-585c307528df req-854e53f5-b4f9-41cf-b8ff-c9eaaa0af371 service neutron] Checking segment: {'id': 'e9c2f4e9-27ab-41a7-b5e4-528b18385247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '9bcb4115-0e1f-4bdc-accb-f68a208ad67f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:34:10.536179 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ab0a1a-1928-41b2-b56c-585c307528df req-854e53f5-b4f9-41cf-b8ff-c9eaaa0af371 service neutron] Bound using segment: {'id': 'e9c2f4e9-27ab-41a7-b5e4-528b18385247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '9bcb4115-0e1f-4bdc-accb-f68a208ad67f'} {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:34:10.536614 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [req-a7ab0a1a-1928-41b2-b56c-585c307528df req-854e53f5-b4f9-41cf-b8ff-c9eaaa0af371 service neutron] Bound port: fbeb4067-3221-470c-a38a-eb09a3f06b05, host: hv-cinder-78687, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9c2f4e9-27ab-41a7-b5e4-528b18385247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '9bcb4115-0e1f-4bdc-accb-f68a208ad67f'}}] {{(pid=93642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:34:10.536959 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-a7ab0a1a-1928-41b2-b56c-585c307528df req-854e53f5-b4f9-41cf-b8ff-c9eaaa0af371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:10.738522 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [req-a7ab0a1a-1928-41b2-b56c-585c307528df req-854e53f5-b4f9-41cf-b8ff-c9eaaa0af371 service neutron] For port fbeb4067-3221-470c-a38a-eb09a3f06b05, host hv-cinder-78687, cleared binding levels {{(pid=93642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:34:10.746569 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [req-a7ab0a1a-1928-41b2-b56c-585c307528df req-854e53f5-b4f9-41cf-b8ff-c9eaaa0af371 service neutron] For port fbeb4067-3221-470c-a38a-eb09a3f06b05, host hv-cinder-78687, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=fbeb4067-3221-470c-a38a-eb09a3f06b05,segment=NetworkSegment(e9c2f4e9-27ab-41a7-b5e4-528b18385247),segment_id=e9c2f4e9-27ab-41a7-b5e4-528b18385247)] {{(pid=93642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:34:10.870293 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-a7ab0a1a-1928-41b2-b56c-585c307528df req-854e53f5-b4f9-41cf-b8ff-c9eaaa0af371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:10.873280 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-b7f3f26e-198b-44f8-a298-44696aa4ca27 tempest-VolumesActionsTest-1659247968 tempest-VolumesActionsTest-1659247968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:34:10.904487 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab0a1a-1928-41b2-b56c-585c307528df req-854e53f5-b4f9-41cf-b8ff-c9eaaa0af371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:10.904995 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-a7ab0a1a-1928-41b2-b56c-585c307528df req-854e53f5-b4f9-41cf-b8ff-c9eaaa0af371 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881'] for port, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:10.906125 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-a7ab0a1a-1928-41b2-b56c-585c307528df req-854e53f5-b4f9-41cf-b8ff-c9eaaa0af371 service neutron] 10.222.0.72 "PUT /v2.0/ports/fbeb4067-3221-470c-a38a-eb09a3f06b05 HTTP/1.1" status: 200 len: 1093 time: 1.0141408 Jun 18 08:34:10.908477 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4977fc89-f930-449a-a293-cd2289d26531', 'tag': 'fbeb4067-3221-470c-a38a-eb09a3f06b05'}] {{(pid=93642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:34:10.911541 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8e20e2b9f795c08d425b6044ace8e6bfcc189f1bac9bd432248b5aa3a03ca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f46190-607c-4b96-aff0-eec70e47f367" -d '{"events": [{"name": "network-changed", "server_uuid": "4977fc89-f930-449a-a293-cd2289d26531", "tag": "fbeb4067-3221-470c-a38a-eb09a3f06b05"}]}' {{(pid=93642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:34:10.935345 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f2ae95-8aaa-4960-beca-29e0163e54ca req-7caa4e62-ad1b-4176-a051-1b14808323f0 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:10.943609 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854e53f5-b4f9-41cf-b8ff-c9eaaa0af371 service neutron] Pushing event updated for resources: {'Port': ['ID=fbeb4067-3221-470c-a38a-eb09a3f06b05,revision_number=3']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:34:10.947289 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-854e53f5-b4f9-41cf-b8ff-c9eaaa0af371 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:34:10.948864 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-36f2ae95-8aaa-4960-beca-29e0163e54ca req-7caa4e62-ad1b-4176-a051-1b14808323f0 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/ports?device_id=163736fd-af83-4701-ae98-d432fb5e0ce0 HTTP/1.1" status: 200 len: 944 time: 0.0914335 Jun 18 08:34:10.957667 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 08:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b4a59c-6b06-49dc-88fd-b857cb52bc81 x-openstack-request-id: req-51b4a59c-6b06-49dc-88fd-b857cb52bc81 {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:34:10.957995 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4977fc89-f930-449a-a293-cd2289d26531", "tag": "fbeb4067-3221-470c-a38a-eb09a3f06b05", "status": "completed", "code": 200}]} {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:34:10.958278 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-51b4a59c-6b06-49dc-88fd-b857cb52bc81 {{(pid=93642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:34:10.958767 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4977fc89-f930-449a-a293-cd2289d26531', 'tag': 'fbeb4067-3221-470c-a38a-eb09a3f06b05', 'status': 'completed', 'code': 200} Jun 18 08:34:10.991297 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-36f2ae95-8aaa-4960-beca-29e0163e54ca req-e0075725-febc-4c9e-bb3b-1296131994e0 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/security-groups?id=b8929651-3872-4a52-bf59-b2f6f5999b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415151 Jun 18 08:34:11.072379 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f46190-607c-4b96-aff0-eec70e47f367 req-6784a31b-ffaf-4ff2-8475-7d00d1c65e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:11.074555 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-45f46190-607c-4b96-aff0-eec70e47f367 req-6784a31b-ffaf-4ff2-8475-7d00d1c65e93 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1c8de8ca6fa84ca39f60ecad18ff9fc0&device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 1096 time: 0.0667665 Jun 18 08:34:11.192417 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f46190-607c-4b96-aff0-eec70e47f367 req-7c270395-d390-44f1-881f-d79326e94204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:11.193868 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-45f46190-607c-4b96-aff0-eec70e47f367 req-7c270395-d390-44f1-881f-d79326e94204 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=1c8de8ca6fa84ca39f60ecad18ff9fc0&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1015286 Jun 18 08:34:11.302672 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f46190-607c-4b96-aff0-eec70e47f367 req-37580761-6605-4bb5-8a63-15addf68f7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:11.306428 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-45f46190-607c-4b96-aff0-eec70e47f367 req-37580761-6605-4bb5-8a63-15addf68f7e9 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1040132 Jun 18 08:34:11.356409 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1048ac83-df28-4e9c-bda5-7589f715eb62 req-bd3be75c-c8b8-4fef-a9bf-14db6bf6b212 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:11.357816 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1048ac83-df28-4e9c-bda5-7589f715eb62 req-bd3be75c-c8b8-4fef-a9bf-14db6bf6b212 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 943 time: 0.0856535 Jun 18 08:34:11.399378 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1048ac83-df28-4e9c-bda5-7589f715eb62 req-c1295ad6-4c7a-4280-b5cf-22a235401536 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd9393bd-7678-457f-8ec3-98db58b2da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339649 Jun 18 08:34:11.439636 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab0a1a-1928-41b2-b56c-585c307528df req-9353251b-c066-4dac-8fe1-c25641ff682f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:11.440915 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-a7ab0a1a-1928-41b2-b56c-585c307528df req-9353251b-c066-4dac-8fe1-c25641ff682f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1c8de8ca6fa84ca39f60ecad18ff9fc0&device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 1096 time: 0.0591180 Jun 18 08:34:11.490879 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-a7ab0a1a-1928-41b2-b56c-585c307528df req-350b08c7-5559-460e-9c93-48e2d905f998 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fbeb4067-3221-470c-a38a-eb09a3f06b05 HTTP/1.1" status: 200 len: 217 time: 0.0365229 Jun 18 08:34:11.544656 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab0a1a-1928-41b2-b56c-585c307528df req-c036e0b4-6e28-4eaf-bdca-453bea87b74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:11.546121 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-a7ab0a1a-1928-41b2-b56c-585c307528df req-c036e0b4-6e28-4eaf-bdca-453bea87b74c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5fff03b2-a2fe-488b-8a4d-528da3f1348c HTTP/1.1" status: 200 len: 855 time: 0.0476000 Jun 18 08:34:11.607133 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab0a1a-1928-41b2-b56c-585c307528df req-025b23a6-1329-45d8-b350-db765870fe84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:11.608655 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-a7ab0a1a-1928-41b2-b56c-585c307528df req-025b23a6-1329-45d8-b350-db765870fe84 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9bcb4115-0e1f-4bdc-accb-f68a208ad67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0549510 Jun 18 08:34:11.619292 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-a6ce5a02-627a-49e4-bdf2-28d2940db9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:11.702962 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-a7ab0a1a-1928-41b2-b56c-585c307528df req-b9daec11-75c8-4d32-856d-7c723f75faec service neutron] 10.222.0.72 "GET /v2.0/networks/9bcb4115-0e1f-4bdc-accb-f68a208ad67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843949 Jun 18 08:34:11.803516 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-a7ab0a1a-1928-41b2-b56c-585c307528df req-c4a0a919-735b-4a84-9d2e-a83f0e99bac6 service neutron] 10.222.0.72 "GET /v2.0/networks/9bcb4115-0e1f-4bdc-accb-f68a208ad67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926816 Jun 18 08:34:11.961541 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:12.121287 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device 6eef6639-4bf7-4969-945e-0102ef28240a up at agent hyperv_hv-cinder-78687 {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:34:12.176615 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43763cf9-ed17-47c2-abe3-568e5e601230 req-34eb119f-ce6b-4442-a573-d90b569059c9 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:12.178108 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-43763cf9-ed17-47c2-abe3-568e5e601230 req-34eb119f-ce6b-4442-a573-d90b569059c9 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/ports?device_id=163736fd-af83-4701-ae98-d432fb5e0ce0 HTTP/1.1" status: 200 len: 944 time: 0.0698681 Jun 18 08:34:12.221464 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-43763cf9-ed17-47c2-abe3-568e5e601230 req-b21df890-2b1b-4af2-b106-7a7c01387e40 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/security-groups?id=b8929651-3872-4a52-bf59-b2f6f5999b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375028 Jun 18 08:34:12.246909 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Provisioning for port 6eef6639-4bf7-4969-945e-0102ef28240a completed by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:34:12.250827 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Provisioning complete for port 6eef6639-4bf7-4969-945e-0102ef28240a triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:34:12.251412 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:12.335727 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:12.359743 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '163736fd-af83-4701-ae98-d432fb5e0ce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eef6639-4bf7-4969-945e-0102ef28240a'}] {{(pid=93643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:34:12.362114 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76bfc2cc3cc97e327acfe832f03e535bb9cef84d361ee3b318e5c5a2ba23989c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7adc87-758d-4a01-a2e0-d7668f790bbc" -d '{"events": [{"server_uuid": "163736fd-af83-4701-ae98-d432fb5e0ce0", "name": "network-vif-plugged", "status": "completed", "tag": "6eef6639-4bf7-4969-945e-0102ef28240a"}]}' {{(pid=93643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:34:12.376090 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] For port 6eef6639-4bf7-4969-945e-0102ef28240a, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=6eef6639-4bf7-4969-945e-0102ef28240a,segment=NetworkSegment(4a522598-e4a5-4d25-968e-3499b3acd421),segment_id=4a522598-e4a5-4d25-968e-3499b3acd421)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:34:12.410456 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 08:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab47615-3b68-426d-9103-40505bd0eee4 x-openstack-request-id: req-0ab47615-3b68-426d-9103-40505bd0eee4 {{(pid=93643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:34:12.415022 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "163736fd-af83-4701-ae98-d432fb5e0ce0", "name": "network-vif-plugged", "status": "completed", "tag": "6eef6639-4bf7-4969-945e-0102ef28240a", "code": 200}]} {{(pid=93643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:34:12.415022 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0ab47615-3b68-426d-9103-40505bd0eee4 {{(pid=93643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:34:12.415022 dv-cinder-786873-3-iscsi neutron-server[93643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '163736fd-af83-4701-ae98-d432fb5e0ce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eef6639-4bf7-4969-945e-0102ef28240a', 'code': 200} Jun 18 08:34:12.481833 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:12.483776 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-011d203d-c992-49ba-af37-77ea7f298b35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:34:12.537071 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Pushing event updated for resources: {'Port': ['ID=6eef6639-4bf7-4969-945e-0102ef28240a,revision_number=5']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:34:12.540840 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:34:12.595619 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e3a5bc-d09b-4d1d-9b98-a372fc930378 req-126e6047-8d58-4faf-81b4-40521f3b2196 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:12.597215 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-89e3a5bc-d09b-4d1d-9b98-a372fc930378 req-126e6047-8d58-4faf-81b4-40521f3b2196 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 943 time: 0.0664740 Jun 18 08:34:12.638839 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-89e3a5bc-d09b-4d1d-9b98-a372fc930378 req-e48b3478-5163-4cc0-ad66-faddc9514f6a tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd9393bd-7678-457f-8ec3-98db58b2da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347149 Jun 18 08:34:12.865512 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-37edacc1-1ba5-460e-aa47-45b5acfa9d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:12.984129 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c09ec6-3087-495c-8e8a-4f3a4ae4c971 req-3b73d3e5-5a7f-4830-872c-a3b6459c620f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:12.985643 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-43c09ec6-3087-495c-8e8a-4f3a4ae4c971 req-3b73d3e5-5a7f-4830-872c-a3b6459c620f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=163736fd-af83-4701-ae98-d432fb5e0ce0 HTTP/1.1" status: 200 len: 1098 time: 0.1048081 Jun 18 08:34:13.022060 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-43c09ec6-3087-495c-8e8a-4f3a4ae4c971 req-5eb3af58-7a8f-4292-8f90-c01cb8a2bac8 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b8929651-3872-4a52-bf59-b2f6f5999b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297375 Jun 18 08:34:13.406286 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4979a3d2-0fb2-4602-b219-93f73717bdf1 req-85a5f7b2-31f2-4bb0-8c5c-81f06d68a5b1 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:13.407920 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4979a3d2-0fb2-4602-b219-93f73717bdf1 req-85a5f7b2-31f2-4bb0-8c5c-81f06d68a5b1 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/ports?device_id=163736fd-af83-4701-ae98-d432fb5e0ce0 HTTP/1.1" status: 200 len: 945 time: 0.0663671 Jun 18 08:34:13.453799 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4979a3d2-0fb2-4602-b219-93f73717bdf1 req-7a3efa40-ce85-4026-9656-0fa6c1de3534 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/security-groups?id=b8929651-3872-4a52-bf59-b2f6f5999b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395224 Jun 18 08:34:13.836485 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e8b4db-9e5f-4ff4-b041-70b7b7db0dea req-26304b2b-61ab-44a1-ac07-e8e6242ab4cf tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:13.837960 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f7e8b4db-9e5f-4ff4-b041-70b7b7db0dea req-26304b2b-61ab-44a1-ac07-e8e6242ab4cf tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 943 time: 0.0699964 Jun 18 08:34:13.878871 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f7e8b4db-9e5f-4ff4-b041-70b7b7db0dea req-ba46746b-959f-4ad6-9e64-d06d8e64dda0 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd9393bd-7678-457f-8ec3-98db58b2da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349085 Jun 18 08:34:14.640255 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcad648-459b-477f-9b97-ca7b0ca751fb req-61ca93f5-b422-46ea-9f31-d013dde5fb51 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:14.645841 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-624571b3-aef6-4a8c-8ab3-5c089201a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:14.646347 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1dcad648-459b-477f-9b97-ca7b0ca751fb req-61ca93f5-b422-46ea-9f31-d013dde5fb51 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/ports?device_id=163736fd-af83-4701-ae98-d432fb5e0ce0 HTTP/1.1" status: 200 len: 945 time: 0.0651541 Jun 18 08:34:14.680798 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1dcad648-459b-477f-9b97-ca7b0ca751fb req-c44c6de6-f4a8-4057-9693-a6714c77652d tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/security-groups?id=b8929651-3872-4a52-bf59-b2f6f5999b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334661 Jun 18 08:34:15.216643 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92857c4b-4008-4658-9f7d-0f8e84d3a186 req-89fb7535-8825-4c5a-9cc2-a4620b0c0ce7 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:15.217954 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-92857c4b-4008-4658-9f7d-0f8e84d3a186 req-89fb7535-8825-4c5a-9cc2-a4620b0c0ce7 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 943 time: 0.0652084 Jun 18 08:34:15.262862 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-92857c4b-4008-4658-9f7d-0f8e84d3a186 req-10ec67de-b566-4152-898d-9716cc6f8ec5 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd9393bd-7678-457f-8ec3-98db58b2da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389798 Jun 18 08:34:15.860041 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c18d7c-abc1-4711-bb6c-89c3d7212287 req-802f7a30-de7d-4c99-9ebd-15dfdbf17d12 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:15.861472 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f9c18d7c-abc1-4711-bb6c-89c3d7212287 req-802f7a30-de7d-4c99-9ebd-15dfdbf17d12 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/ports?device_id=163736fd-af83-4701-ae98-d432fb5e0ce0 HTTP/1.1" status: 200 len: 945 time: 0.0654075 Jun 18 08:34:15.901203 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f9c18d7c-abc1-4711-bb6c-89c3d7212287 req-ab0cf6bc-7490-43d1-9e75-b8d3c2255392 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/security-groups?id=b8929651-3872-4a52-bf59-b2f6f5999b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330243 Jun 18 08:34:16.116843 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18061108-bd14-49b6-a366-26fecec12668 req-ec255343-edc8-4917-9d1f-7eb97d730771 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:16.116843 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-18061108-bd14-49b6-a366-26fecec12668 req-ec255343-edc8-4917-9d1f-7eb97d730771 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/ports?device_id=163736fd-af83-4701-ae98-d432fb5e0ce0 HTTP/1.1" status: 200 len: 945 time: 0.0912144 Jun 18 08:34:16.146055 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device fbeb4067-3221-470c-a38a-eb09a3f06b05 details requested by agent hyperv_hv-cinder-78687 with host hv-cinder-78687 {{(pid=93643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 08:34:16.159543 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-18061108-bd14-49b6-a366-26fecec12668 req-24eb864b-26c4-41a4-a10e-0859bb820d0d tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/security-groups?id=b8929651-3872-4a52-bf59-b2f6f5999b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387936 Jun 18 08:34:16.253791 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] For port fbeb4067-3221-470c-a38a-eb09a3f06b05, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=fbeb4067-3221-470c-a38a-eb09a3f06b05,segment=NetworkSegment(e9c2f4e9-27ab-41a7-b5e4-528b18385247),segment_id=e9c2f4e9-27ab-41a7-b5e4-528b18385247)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:34:16.266869 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Returning: {'device': 'fbeb4067-3221-470c-a38a-eb09a3f06b05', 'network_id': '9bcb4115-0e1f-4bdc-accb-f68a208ad67f', 'port_id': 'fbeb4067-3221-470c-a38a-eb09a3f06b05', 'mac_address': 'fa:16:3e:be:5d:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fff03b2-a2fe-488b-8a4d-528da3f1348c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 08:34:16.309806 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:16.326535 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.notifiers.nova [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbeb4067-3221-470c-a38a-eb09a3f06b05 {{(pid=93643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 08:34:16.347889 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] For port fbeb4067-3221-470c-a38a-eb09a3f06b05, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=fbeb4067-3221-470c-a38a-eb09a3f06b05,segment=NetworkSegment(e9c2f4e9-27ab-41a7-b5e4-528b18385247),segment_id=e9c2f4e9-27ab-41a7-b5e4-528b18385247)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:34:16.468354 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c93fc-51d1-4785-9b09-0bf62c815014 req-2b7b1e06-d2af-4e9e-9513-6ce11f4bb57b tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:16.469921 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d71c93fc-51d1-4785-9b09-0bf62c815014 req-2b7b1e06-d2af-4e9e-9513-6ce11f4bb57b tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 943 time: 0.0709586 Jun 18 08:34:16.472275 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:16.474236 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-57717bc4-4b96-4557-812a-a81a991b38c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:34:16.516767 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d71c93fc-51d1-4785-9b09-0bf62c815014 req-d5fff6aa-9846-432a-acb1-2a0e7c2fab3b tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd9393bd-7678-457f-8ec3-98db58b2da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397336 Jun 18 08:34:16.539388 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Pushing event updated for resources: {'Port': ['ID=fbeb4067-3221-470c-a38a-eb09a3f06b05,revision_number=4']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:34:16.547114 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:34:16.587944 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86265492-30f2-470f-a31d-1da723d79118 req-ff0b17d2-e960-48d9-89e1-3b669f22b50e tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:16.589625 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-86265492-30f2-470f-a31d-1da723d79118 req-ff0b17d2-e960-48d9-89e1-3b669f22b50e tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/ports?device_id=163736fd-af83-4701-ae98-d432fb5e0ce0 HTTP/1.1" status: 200 len: 945 time: 0.0718720 Jun 18 08:34:16.639399 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-86265492-30f2-470f-a31d-1da723d79118 req-e22081b6-6203-4431-bbd3-ad1f3a2cef1c tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/security-groups?id=b8929651-3872-4a52-bf59-b2f6f5999b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337377 Jun 18 08:34:16.977602 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] get_ports_and_sgs() called for port_ids ['fbeb4067-3221-470c-a38a-eb09a3f06b05'] {{(pid=93643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 08:34:17.707181 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a0f2e4-16bc-4d0f-8f5e-5725f2242ac2 req-4cb3c9ee-6156-4b9c-840f-70de515299d7 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:17.708789 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-81a0f2e4-16bc-4d0f-8f5e-5725f2242ac2 req-4cb3c9ee-6156-4b9c-840f-70de515299d7 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 944 time: 0.0660486 Jun 18 08:34:17.751690 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-81a0f2e4-16bc-4d0f-8f5e-5725f2242ac2 req-efd0bdf8-6d22-4009-99b7-5f82cea39601 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd9393bd-7678-457f-8ec3-98db58b2da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363038 Jun 18 08:34:18.938628 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1cba87-a2b1-4c6b-8d9c-75c787d7573e req-7516e864-3425-4f60-8bb6-70a0eaf2bf59 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:18.940125 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3e1cba87-a2b1-4c6b-8d9c-75c787d7573e req-7516e864-3425-4f60-8bb6-70a0eaf2bf59 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 944 time: 0.0671592 Jun 18 08:34:18.978404 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3e1cba87-a2b1-4c6b-8d9c-75c787d7573e req-83b2283a-71da-4d9f-91e4-1e437b3d4e35 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd9393bd-7678-457f-8ec3-98db58b2da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319185 Jun 18 08:34:20.161315 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d23b7b4-954c-4212-809c-c1a22a4c4928 req-1752269e-7163-4eb3-953a-a75d69bdbf00 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:20.165381 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6d23b7b4-954c-4212-809c-c1a22a4c4928 req-1752269e-7163-4eb3-953a-a75d69bdbf00 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 944 time: 0.0666134 Jun 18 08:34:20.208480 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6d23b7b4-954c-4212-809c-c1a22a4c4928 req-ac19a802-b384-4ac1-a9ff-dae7683ce2e8 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd9393bd-7678-457f-8ec3-98db58b2da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371027 Jun 18 08:34:21.402010 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1ac65-0b04-433a-abf3-e6dd2095d4fa req-cae0d797-7167-460b-9c66-9215b43a1607 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:21.403570 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d9d1ac65-0b04-433a-abf3-e6dd2095d4fa req-cae0d797-7167-460b-9c66-9215b43a1607 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 944 time: 0.0695088 Jun 18 08:34:21.445101 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d9d1ac65-0b04-433a-abf3-e6dd2095d4fa req-8e587635-d716-49ad-9a37-468ee0d37fe8 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd9393bd-7678-457f-8ec3-98db58b2da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348237 Jun 18 08:34:22.636303 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba3d69c-a648-44fc-897f-204097f23415 req-fb14b97d-ea50-4d47-bf16-5b1295860bf6 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:22.637901 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7ba3d69c-a648-44fc-897f-204097f23415 req-fb14b97d-ea50-4d47-bf16-5b1295860bf6 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 944 time: 0.0793176 Jun 18 08:34:22.677799 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7ba3d69c-a648-44fc-897f-204097f23415 req-ac1a6e93-de59-482d-ab2a-91074f805ede tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd9393bd-7678-457f-8ec3-98db58b2da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336666 Jun 18 08:34:23.877255 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5ce468-9857-423a-a148-126f3fcb5c35 req-aa07695a-21a9-4fc1-8dc7-1ce2cd609a5c tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:23.878726 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-fb5ce468-9857-423a-a148-126f3fcb5c35 req-aa07695a-21a9-4fc1-8dc7-1ce2cd609a5c tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 944 time: 0.0774164 Jun 18 08:34:23.924098 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-fb5ce468-9857-423a-a148-126f3fcb5c35 req-e7aa9aea-d886-45d0-96f6-cb40e2eda43d tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd9393bd-7678-457f-8ec3-98db58b2da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388644 Jun 18 08:34:24.475100 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device fbeb4067-3221-470c-a38a-eb09a3f06b05 up at agent hyperv_hv-cinder-78687 {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:34:24.646768 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Provisioning for port fbeb4067-3221-470c-a38a-eb09a3f06b05 completed by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:34:24.652026 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Provisioning complete for port fbeb4067-3221-470c-a38a-eb09a3f06b05 triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:34:24.652637 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:24.735253 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:24.760757 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4977fc89-f930-449a-a293-cd2289d26531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbeb4067-3221-470c-a38a-eb09a3f06b05'}] {{(pid=93643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:34:24.763336 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76bfc2cc3cc97e327acfe832f03e535bb9cef84d361ee3b318e5c5a2ba23989c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb47a3f-bd83-435a-b3c4-48ffd72dc31b" -d '{"events": [{"server_uuid": "4977fc89-f930-449a-a293-cd2289d26531", "name": "network-vif-plugged", "status": "completed", "tag": "fbeb4067-3221-470c-a38a-eb09a3f06b05"}]}' {{(pid=93643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:34:24.777201 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] For port fbeb4067-3221-470c-a38a-eb09a3f06b05, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=fbeb4067-3221-470c-a38a-eb09a3f06b05,segment=NetworkSegment(e9c2f4e9-27ab-41a7-b5e4-528b18385247),segment_id=e9c2f4e9-27ab-41a7-b5e4-528b18385247)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:34:24.801732 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 08:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a18a6476-d3fc-4840-8a40-0cf3ed885e9d x-openstack-request-id: req-a18a6476-d3fc-4840-8a40-0cf3ed885e9d {{(pid=93643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:34:24.802036 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4977fc89-f930-449a-a293-cd2289d26531", "name": "network-vif-plugged", "status": "completed", "tag": "fbeb4067-3221-470c-a38a-eb09a3f06b05", "code": 200}]} {{(pid=93643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:34:24.812228 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a18a6476-d3fc-4840-8a40-0cf3ed885e9d {{(pid=93643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:34:24.812228 dv-cinder-786873-3-iscsi neutron-server[93643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4977fc89-f930-449a-a293-cd2289d26531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbeb4067-3221-470c-a38a-eb09a3f06b05', 'code': 200} Jun 18 08:34:24.908785 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:24.910759 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-6452169c-125d-44ec-ac12-701ea31c53a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:34:24.972638 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Pushing event updated for resources: {'Port': ['ID=fbeb4067-3221-470c-a38a-eb09a3f06b05,revision_number=5']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:34:24.976304 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:34:25.138883 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b56c3d-c304-4893-9675-1f9ce3a3c6bc req-9a7f5406-54b4-40b4-9472-2fba149c4491 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:25.140663 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-78b56c3d-c304-4893-9675-1f9ce3a3c6bc req-9a7f5406-54b4-40b4-9472-2fba149c4491 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 945 time: 0.0817938 Jun 18 08:34:25.185309 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-78b56c3d-c304-4893-9675-1f9ce3a3c6bc req-cdf32c6d-f745-456e-95f5-32c7ce67b667 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd9393bd-7678-457f-8ec3-98db58b2da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389934 Jun 18 08:34:25.272354 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873e9bc3-266e-4d39-aa35-c33829e5fd3f req-22f3a4f6-6629-44c5-9e21-b5a8a1fefb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:25.274001 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-873e9bc3-266e-4d39-aa35-c33829e5fd3f req-22f3a4f6-6629-44c5-9e21-b5a8a1fefb56 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 1098 time: 0.0581975 Jun 18 08:34:25.324522 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-873e9bc3-266e-4d39-aa35-c33829e5fd3f req-c56063c8-7754-4d78-bc6d-0cae6966df96 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=fd9393bd-7678-457f-8ec3-98db58b2da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345695 Jun 18 08:34:25.960094 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.agents_db [None req-a940af84-dce7-47c4-b5d3-ae67f117b383 None None] Agent healthcheck: found 6 active agents {{(pid=93644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:34:26.207079 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:26.380525 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77476a08-7cbb-409b-8c23-e7dc69a37397 req-02d9e911-05c8-4ecb-b98d-fb6338ef1109 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:26.382457 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-77476a08-7cbb-409b-8c23-e7dc69a37397 req-02d9e911-05c8-4ecb-b98d-fb6338ef1109 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 945 time: 0.0689666 Jun 18 08:34:26.424399 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-77476a08-7cbb-409b-8c23-e7dc69a37397 req-6684bfa9-b1d5-40de-956d-b84497809b54 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd9393bd-7678-457f-8ec3-98db58b2da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344148 Jun 18 08:34:27.621803 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0d947-d0ee-4f90-8832-15b101098f99 req-ea726f30-3ecb-4141-9db8-1e71cc8397e7 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:27.623323 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-dea0d947-d0ee-4f90-8832-15b101098f99 req-ea726f30-3ecb-4141-9db8-1e71cc8397e7 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 945 time: 0.0729306 Jun 18 08:34:27.664827 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-dea0d947-d0ee-4f90-8832-15b101098f99 req-4ef8b57e-ebb8-40b6-bf59-18e8388273b2 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd9393bd-7678-457f-8ec3-98db58b2da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352161 Jun 18 08:34:27.872620 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75346009-6bc9-4b5b-a7fc-eff5ba176b08 req-1a506ab4-3987-4fe1-b069-e90fec265de7 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:27.874182 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-75346009-6bc9-4b5b-a7fc-eff5ba176b08 req-1a506ab4-3987-4fe1-b069-e90fec265de7 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 945 time: 0.0753696 Jun 18 08:34:27.885133 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 38466) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:34:27.892809 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-08540872-4b26-4912-a335-f66d5a888b96 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Request body: {'floatingip': {'port_id': 'fbeb4067-3221-470c-a38a-eb09a3f06b05'}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:34:28.231138 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-08540872-4b26-4912-a335-f66d5a888b96 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks [] for floatingip, before_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:28.747023 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-08540872-4b26-4912-a335-f66d5a888b96 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:28.835630 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-08540872-4b26-4912-a335-f66d5a888b96 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7960458'] for floatingip, after_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:28.942676 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.db.l3_db [None req-08540872-4b26-4912-a335-f66d5a888b96 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Floating IP 3324ed6b-b54c-47fe-8fdb-f8d6eb9b6eaf associated. External IP: 172.27.2.187, port: fbeb4067-3221-470c-a38a-eb09a3f06b05. Jun 18 08:34:29.164363 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08540872-4b26-4912-a335-f66d5a888b96 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Router eacc6b9b-dde8-4cc1-a067-faeda1f4ed39 has already been hosted by L3 agent ebfc1b20-a3df-4bae-b350-fc31028a16a3 {{(pid=93641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 08:34:29.288648 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08540872-4b26-4912-a335-f66d5a888b96 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify agent at l3_agent.dv-cinder-786873-3-iscsi the message routers_updated {{(pid=93641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:34:29.294013 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-08540872-4b26-4912-a335-f66d5a888b96 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881'] for floatingip, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:29.298434 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0687462e-a460-426a-8529-ae763ec1597d None None] Sync routers for ids ['eacc6b9b-dde8-4cc1-a067-faeda1f4ed39'] in dv-cinder-786873-3-iscsi {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:34:29.309755 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0687462e-a460-426a-8529-ae763ec1597d None None] Routers {'eacc6b9b-dde8-4cc1-a067-faeda1f4ed39'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:34:29.310420 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-0687462e-a460-426a-8529-ae763ec1597d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:34:11Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['eacc6b9b-dde8-4cc1-a067-faeda1f4ed39'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:34:29.339050 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-08540872-4b26-4912-a335-f66d5a888b96 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "PUT /v2.0/floatingips/3324ed6b-b54c-47fe-8fdb-f8d6eb9b6eaf HTTP/1.1" status: 200 len: 991 time: 1.4516747 Jun 18 08:34:29.339050 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4977fc89-f930-449a-a293-cd2289d26531', 'tag': 'fbeb4067-3221-470c-a38a-eb09a3f06b05'}] {{(pid=93641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:34:29.341487 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2d7879530654598d2c9a4dfa31a50ac71f4dc09db730dec349bdbb492567000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17e8475-ef27-4439-a37c-546e64c4e75a" -d '{"events": [{"name": "network-changed", "server_uuid": "4977fc89-f930-449a-a293-cd2289d26531", "tag": "fbeb4067-3221-470c-a38a-eb09a3f06b05"}]}' {{(pid=93641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:34:29.438407 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-0687462e-a460-426a-8529-ae763ec1597d None None] Set router eacc6b9b-dde8-4cc1-a067-faeda1f4ed39 gateway port host: dv-cinder-786873-3-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:34:29.541031 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 08:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a5ed52c-0ae6-4ec6-bef5-ba6cd660e7fd x-openstack-request-id: req-5a5ed52c-0ae6-4ec6-bef5-ba6cd660e7fd {{(pid=93641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:34:29.541031 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4977fc89-f930-449a-a293-cd2289d26531", "tag": "fbeb4067-3221-470c-a38a-eb09a3f06b05", "status": "completed", "code": 200}]} {{(pid=93641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:34:29.541031 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5a5ed52c-0ae6-4ec6-bef5-ba6cd660e7fd {{(pid=93641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:34:29.541031 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4977fc89-f930-449a-a293-cd2289d26531', 'tag': 'fbeb4067-3221-470c-a38a-eb09a3f06b05', 'status': 'completed', 'code': 200} Jun 18 08:34:29.684834 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17e8475-ef27-4439-a37c-546e64c4e75a req-94f1b3e3-f8b5-4cd7-b903-7dd57db4a9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:29.686509 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-d17e8475-ef27-4439-a37c-546e64c4e75a req-94f1b3e3-f8b5-4cd7-b903-7dd57db4a9c0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1c8de8ca6fa84ca39f60ecad18ff9fc0&device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 1098 time: 0.0685632 Jun 18 08:34:29.792557 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17e8475-ef27-4439-a37c-546e64c4e75a req-e3008a25-f757-4292-8e46-af281d1d2948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:29.794630 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-d17e8475-ef27-4439-a37c-546e64c4e75a req-e3008a25-f757-4292-8e46-af281d1d2948 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9bcb4115-0e1f-4bdc-accb-f68a208ad67f HTTP/1.1" status: 200 len: 917 time: 0.0912786 Jun 18 08:34:29.862703 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-0687462e-a460-426a-8529-ae763ec1597d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eacc6b9b-dde8-4cc1-a067-faeda1f4ed39', 'name': 'tempest-AttachVolumeShelveTestJSON-532613909-router', 'tenant_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '141a3536-619b-4d86-b4af-cfee18fc7340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:33:47Z', 'updated_at': '2021-06-18T08:33:55Z', 'revision_number': 4, 'project_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'gw_port': {'id': '141a3536-619b-4d86-b4af-cfee18fc7340', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacc6b9b-dde8-4cc1-a067-faeda1f4ed39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:49Z', 'updated_at': '2021-06-18T08:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_floatingips': [{'id': '3324ed6b-b54c-47fe-8fdb-f8d6eb9b6eaf', 'tenant_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'floating_ip_address': '172.27.2.187', 'floating_network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'router_id': 'eacc6b9b-dde8-4cc1-a067-faeda1f4ed39', 'port_id': 'fbeb4067-3221-470c-a38a-eb09a3f06b05', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bcb4115-0e1f-4bdc-accb-f68a208ad67f', 'mac_address': 'fa:16:3e:be:5d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4977fc89-f930-449a-a293-cd2289d26531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T08:34:03Z', 'updated_at': '2021-06-18T08:34:28Z', 'revision_number': 1, 'project_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1067a414-d36d-4134-a5d9-d17ab07c7c09', 'name': '', 'network_id': '9bcb4115-0e1f-4bdc-accb-f68a208ad67f', 'tenant_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'mac_address': 'fa:16:3e:ab:38:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacc6b9b-dde8-4cc1-a067-faeda1f4ed39', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '5fff03b2-a2fe-488b-8a4d-528da3f1348c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:53Z', 'updated_at': '2021-06-18T08:34:04Z', 'revision_number': 5, 'project_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'subnets': [{'id': '5fff03b2-a2fe-488b-8a4d-528da3f1348c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:34:29.879426 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-d17e8475-ef27-4439-a37c-546e64c4e75a req-1851ca0b-b22d-45ca-84cd-9d719aa5b5ee service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fbeb4067-3221-470c-a38a-eb09a3f06b05 HTTP/1.1" status: 200 len: 999 time: 0.0769131 Jun 18 08:34:29.894939 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0687462e-a460-426a-8529-ae763ec1597d None None] Checking router: eacc6b9b-dde8-4cc1-a067-faeda1f4ed39 for host: dv-cinder-786873-3-iscsi {{(pid=93643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:34:29.903997 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0687462e-a460-426a-8529-ae763ec1597d None None] Routers {'eacc6b9b-dde8-4cc1-a067-faeda1f4ed39'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:34:29.904705 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-0687462e-a460-426a-8529-ae763ec1597d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:34:11Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['eacc6b9b-dde8-4cc1-a067-faeda1f4ed39'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:34:29.941041 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17e8475-ef27-4439-a37c-546e64c4e75a req-0cdd5f80-c576-40a9-b5a4-36e068224ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:29.942547 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-d17e8475-ef27-4439-a37c-546e64c4e75a req-0cdd5f80-c576-40a9-b5a4-36e068224ccd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5fff03b2-a2fe-488b-8a4d-528da3f1348c HTTP/1.1" status: 200 len: 855 time: 0.0557804 Jun 18 08:34:30.004833 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17e8475-ef27-4439-a37c-546e64c4e75a req-3fedb267-bc4f-4364-b757-11aaacb040cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:30.006358 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-d17e8475-ef27-4439-a37c-546e64c4e75a req-3fedb267-bc4f-4364-b757-11aaacb040cf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9bcb4115-0e1f-4bdc-accb-f68a208ad67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0561414 Jun 18 08:34:30.021033 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-0687462e-a460-426a-8529-ae763ec1597d None None] Set router eacc6b9b-dde8-4cc1-a067-faeda1f4ed39 gateway port host: dv-cinder-786873-3-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:34:30.116421 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-d17e8475-ef27-4439-a37c-546e64c4e75a req-f8e1c56c-b706-434b-96b2-6fbea146ee23 service neutron] 10.222.0.72 "GET /v2.0/networks/9bcb4115-0e1f-4bdc-accb-f68a208ad67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973310 Jun 18 08:34:30.215862 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-d17e8475-ef27-4439-a37c-546e64c4e75a req-5f1fac0e-d8f1-4b56-bc3a-b9c605bb3eb3 service neutron] 10.222.0.72 "GET /v2.0/networks/9bcb4115-0e1f-4bdc-accb-f68a208ad67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893519 Jun 18 08:34:30.289069 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-0687462e-a460-426a-8529-ae763ec1597d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eacc6b9b-dde8-4cc1-a067-faeda1f4ed39', 'name': 'tempest-AttachVolumeShelveTestJSON-532613909-router', 'tenant_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '141a3536-619b-4d86-b4af-cfee18fc7340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:33:47Z', 'updated_at': '2021-06-18T08:33:55Z', 'revision_number': 4, 'project_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'gw_port': {'id': '141a3536-619b-4d86-b4af-cfee18fc7340', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacc6b9b-dde8-4cc1-a067-faeda1f4ed39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:49Z', 'updated_at': '2021-06-18T08:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_floatingips': [{'id': '3324ed6b-b54c-47fe-8fdb-f8d6eb9b6eaf', 'tenant_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'floating_ip_address': '172.27.2.187', 'floating_network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'router_id': 'eacc6b9b-dde8-4cc1-a067-faeda1f4ed39', 'port_id': 'fbeb4067-3221-470c-a38a-eb09a3f06b05', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bcb4115-0e1f-4bdc-accb-f68a208ad67f', 'mac_address': 'fa:16:3e:be:5d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4977fc89-f930-449a-a293-cd2289d26531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T08:34:03Z', 'updated_at': '2021-06-18T08:34:28Z', 'revision_number': 1, 'project_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1067a414-d36d-4134-a5d9-d17ab07c7c09', 'name': '', 'network_id': '9bcb4115-0e1f-4bdc-accb-f68a208ad67f', 'tenant_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'mac_address': 'fa:16:3e:ab:38:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacc6b9b-dde8-4cc1-a067-faeda1f4ed39', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '5fff03b2-a2fe-488b-8a4d-528da3f1348c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:53Z', 'updated_at': '2021-06-18T08:34:04Z', 'revision_number': 5, 'project_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'subnets': [{'id': '5fff03b2-a2fe-488b-8a4d-528da3f1348c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:34:30.321734 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0687462e-a460-426a-8529-ae763ec1597d None None] The sync data for ids ['eacc6b9b-dde8-4cc1-a067-faeda1f4ed39'] in dv-cinder-786873-3-iscsi is: [{'id': 'eacc6b9b-dde8-4cc1-a067-faeda1f4ed39', 'name': 'tempest-AttachVolumeShelveTestJSON-532613909-router', 'tenant_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '141a3536-619b-4d86-b4af-cfee18fc7340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:33:47Z', 'updated_at': '2021-06-18T08:33:55Z', 'revision_number': 4, 'project_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'gw_port': {'id': '141a3536-619b-4d86-b4af-cfee18fc7340', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacc6b9b-dde8-4cc1-a067-faeda1f4ed39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:49Z', 'updated_at': '2021-06-18T08:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_floatingips': [{'id': '3324ed6b-b54c-47fe-8fdb-f8d6eb9b6eaf', 'tenant_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'floating_ip_address': '172.27.2.187', 'floating_network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'router_id': 'eacc6b9b-dde8-4cc1-a067-faeda1f4ed39', 'port_id': 'fbeb4067-3221-470c-a38a-eb09a3f06b05', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bcb4115-0e1f-4bdc-accb-f68a208ad67f', 'mac_address': 'fa:16:3e:be:5d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4977fc89-f930-449a-a293-cd2289d26531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T08:34:03Z', 'updated_at': '2021-06-18T08:34:28Z', 'revision_number': 1, 'project_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1067a414-d36d-4134-a5d9-d17ab07c7c09', 'name': '', 'network_id': '9bcb4115-0e1f-4bdc-accb-f68a208ad67f', 'tenant_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'mac_address': 'fa:16:3e:ab:38:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacc6b9b-dde8-4cc1-a067-faeda1f4ed39', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '5fff03b2-a2fe-488b-8a4d-528da3f1348c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:53Z', 'updated_at': '2021-06-18T08:34:04Z', 'revision_number': 5, 'project_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'subnets': [{'id': '5fff03b2-a2fe-488b-8a4d-528da3f1348c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:34:30.509121 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46bdece-1f37-4fba-a234-493e5c8bb3e5 None None] New status for floating IP 3324ed6b-b54c-47fe-8fdb-f8d6eb9b6eaf: ACTIVE {{(pid=93644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 08:34:37.037133 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee9f02d-451c-4d87-aafe-04cc3b7aa4a4 req-29f3dbda-d100-4d98-897f-28ca3c1255a2 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:37.039014 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2ee9f02d-451c-4d87-aafe-04cc3b7aa4a4 req-29f3dbda-d100-4d98-897f-28ca3c1255a2 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/ports?device_id=163736fd-af83-4701-ae98-d432fb5e0ce0 HTTP/1.1" status: 200 len: 945 time: 0.0729127 Jun 18 08:34:37.079632 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2ee9f02d-451c-4d87-aafe-04cc3b7aa4a4 req-8f01c689-3b01-44d6-a26f-4f2f5bda46c1 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/security-groups?id=b8929651-3872-4a52-bf59-b2f6f5999b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343485 Jun 18 08:34:37.104921 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 38614) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:34:37.273419 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d64c2d7-4a78-49e2-a699-d0763ae1219c tempest-TestMinimumBasicScenario-1360567706 tempest-TestMinimumBasicScenario-1360567706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:37.274919 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-6d64c2d7-4a78-49e2-a699-d0763ae1219c tempest-TestMinimumBasicScenario-1360567706 tempest-TestMinimumBasicScenario-1360567706-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=163736fd-af83-4701-ae98-d432fb5e0ce0 HTTP/1.1" status: 200 len: 1093 time: 0.1689639 Jun 18 08:34:37.278304 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 38620) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:34:37.282975 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-c72cdb56-49f8-4e27-b34d-143ba5c47bf5 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Request body: {'floatingip': {'floating_network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'port_id': '6eef6639-4bf7-4969-945e-0102ef28240a', 'tenant_id': 'b488d6b019264cc997cfd9e73d198575', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:34:37.390035 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-c72cdb56-49f8-4e27-b34d-143ba5c47bf5 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Notify callbacks [] for floatingip, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:37.498412 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-c72cdb56-49f8-4e27-b34d-143ba5c47bf5 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-568420'] for port, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:37.617414 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.db.db_base_plugin_common [None req-c72cdb56-49f8-4e27-b34d-143ba5c47bf5 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Allocated IP 172.27.2.41 (215fa03e-ed5a-4c2a-ba1d-c413840c30f2/b938f688-1844-46d6-ac73-91c028ff50eb/96b60570-d5f5-41f6-82a2-74240ba2a400) {{(pid=93641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:34:37.738512 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-c72cdb56-49f8-4e27-b34d-143ba5c47bf5 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Notify callbacks [] for port, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:37.842566 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-c72cdb56-49f8-4e27-b34d-143ba5c47bf5 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-568999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741881438814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5195020'] for port, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:37.844984 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:34:37.889575 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72cdb56-49f8-4e27-b34d-143ba5c47bf5 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Network 215fa03e-ed5a-4c2a-ba1d-c413840c30f2 is already hosted by enough agents. {{(pid=93641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:34:37.892826 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.base_scheduler [None req-c72cdb56-49f8-4e27-b34d-143ba5c47bf5 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Resources bound (agent type, host, resource id): {{(pid=93641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:34:37.896595 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72cdb56-49f8-4e27-b34d-143ba5c47bf5 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Received port after_create {{(pid=93641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:34:37.902158 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72cdb56-49f8-4e27-b34d-143ba5c47bf5 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Pushing event updated for resources: {'Port': ['ID=96b60570-d5f5-41f6-82a2-74240ba2a400,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:34:37.922555 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-c72cdb56-49f8-4e27-b34d-143ba5c47bf5 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:34:38.313410 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-c72cdb56-49f8-4e27-b34d-143ba5c47bf5 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:38.476247 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-c72cdb56-49f8-4e27-b34d-143ba5c47bf5 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:38.635270 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-c72cdb56-49f8-4e27-b34d-143ba5c47bf5 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Notify callbacks [] for port, precommit_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:38.710041 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-c72cdb56-49f8-4e27-b34d-143ba5c47bf5 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5195066'] for port, after_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:38.712463 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-42e4e020-d2a9-4147-b350-046ec7c6dbdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:34:38.783341 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72cdb56-49f8-4e27-b34d-143ba5c47bf5 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Pushing event updated for resources: {'Port': ['ID=96b60570-d5f5-41f6-82a2-74240ba2a400,revision_number=2']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:34:38.789679 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-c72cdb56-49f8-4e27-b34d-143ba5c47bf5 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:34:38.800781 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-c72cdb56-49f8-4e27-b34d-143ba5c47bf5 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7960458'] for floatingip, after_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:38.934982 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.db.l3_db [None req-c72cdb56-49f8-4e27-b34d-143ba5c47bf5 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Floating IP 97deeaaf-bb7f-4621-929e-fedb2cbe6467 associated. External IP: 172.27.2.41, port: 6eef6639-4bf7-4969-945e-0102ef28240a. Jun 18 08:34:39.103642 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-18222f76-8393-4720-9de0-98741914fcc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:39.430486 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c72cdb56-49f8-4e27-b34d-143ba5c47bf5 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Router 5183f799-158c-43a3-8e25-1f10f3b59311 has already been hosted by L3 agent ebfc1b20-a3df-4bae-b350-fc31028a16a3 {{(pid=93641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 08:34:39.597709 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-844141ea-e329-459d-afa4-4f3ecba8d017 req-2ab71da1-c4b6-46c3-8fbd-970f312220e7 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1865355524&fields=id&tenant_id=16377c30d98b40d2a1d40d112350c18e HTTP/1.1" status: 200 len: 267 time: 0.0517380 Jun 18 08:34:39.601134 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c72cdb56-49f8-4e27-b34d-143ba5c47bf5 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Notify agent at l3_agent.dv-cinder-786873-3-iscsi the message routers_updated {{(pid=93641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:34:39.611461 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ea309f-2100-47f6-9dd0-bdd44e5d82ce None None] Sync routers for ids ['5183f799-158c-43a3-8e25-1f10f3b59311'] in dv-cinder-786873-3-iscsi {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:34:39.622245 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ea309f-2100-47f6-9dd0-bdd44e5d82ce None None] Routers {'5183f799-158c-43a3-8e25-1f10f3b59311'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:34:39.622940 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-31ea309f-2100-47f6-9dd0-bdd44e5d82ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:34:11Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['5183f799-158c-43a3-8e25-1f10f3b59311'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:34:39.740381 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844141ea-e329-459d-afa4-4f3ecba8d017 req-f4f4d00e-1e9a-4657-b2f7-49189920677b tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:39.742231 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-844141ea-e329-459d-afa4-4f3ecba8d017 req-f4f4d00e-1e9a-4657-b2f7-49189920677b tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/networks?id=f70ada02-a3f7-438f-9c1f-42f5efecb904 HTTP/1.1" status: 200 len: 808 time: 0.1351762 Jun 18 08:34:39.743343 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-c72cdb56-49f8-4e27-b34d-143ba5c47bf5 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881'] for floatingip, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:39.763018 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-31ea309f-2100-47f6-9dd0-bdd44e5d82ce None None] Set router 5183f799-158c-43a3-8e25-1f10f3b59311 gateway port host: dv-cinder-786873-3-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:34:39.783530 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-844141ea-e329-459d-afa4-4f3ecba8d017 req-7d88cb6f-5698-449d-8c6b-16407c31cf88 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/quotas/16377c30d98b40d2a1d40d112350c18e HTTP/1.1" status: 200 len: 375 time: 0.0184855 Jun 18 08:34:39.793463 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-c72cdb56-49f8-4e27-b34d-143ba5c47bf5 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5135820 Jun 18 08:34:39.797602 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 38638) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:34:39.801756 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '163736fd-af83-4701-ae98-d432fb5e0ce0', 'tag': '6eef6639-4bf7-4969-945e-0102ef28240a'}] {{(pid=93641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:34:39.802238 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [None req-0aebe15f-979b-41fd-9a8e-adea03fc80e9 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-676768251', 'description': 'tempest-secgroup-smoke-676768251 description', 'project_id': 'b488d6b019264cc997cfd9e73d198575'}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:34:39.804118 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2d7879530654598d2c9a4dfa31a50ac71f4dc09db730dec349bdbb492567000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-251273f7-f562-412c-86fe-f8ea5a627d56" -d '{"events": [{"name": "network-changed", "server_uuid": "163736fd-af83-4701-ae98-d432fb5e0ce0", "tag": "6eef6639-4bf7-4969-945e-0102ef28240a"}]}' {{(pid=93641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:34:39.873329 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 08:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-266d7af7-75cd-4542-905b-91103f4b7c0b x-openstack-request-id: req-266d7af7-75cd-4542-905b-91103f4b7c0b {{(pid=93641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:34:39.873819 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "163736fd-af83-4701-ae98-d432fb5e0ce0", "tag": "6eef6639-4bf7-4969-945e-0102ef28240a", "status": "completed", "code": 200}]} {{(pid=93641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:34:39.874104 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-266d7af7-75cd-4542-905b-91103f4b7c0b {{(pid=93641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:34:39.874780 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '163736fd-af83-4701-ae98-d432fb5e0ce0', 'tag': '6eef6639-4bf7-4969-945e-0102ef28240a', 'status': 'completed', 'code': 200} Jun 18 08:34:39.907201 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-844141ea-e329-459d-afa4-4f3ecba8d017 req-358cbb11-7c26-4a57-b6f1-bb1c8e3504a5 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=16377c30d98b40d2a1d40d112350c18e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1167555 Jun 18 08:34:39.911919 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-0aebe15f-979b-41fd-9a8e-adea03fc80e9 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Notify callbacks [] for security_group, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:40.091979 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-844141ea-e329-459d-afa4-4f3ecba8d017 req-959969f8-240f-4f31-b851-e423a533935c service neutron] 10.222.0.70 "GET /v2.0/networks/f70ada02-a3f7-438f-9c1f-42f5efecb904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620653 Jun 18 08:34:40.094946 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251273f7-f562-412c-86fe-f8ea5a627d56 req-bdf41f76-1d03-4ca6-8a18-22c4649fe1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:40.096509 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-251273f7-f562-412c-86fe-f8ea5a627d56 req-bdf41f76-1d03-4ca6-8a18-22c4649fe1ef service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b488d6b019264cc997cfd9e73d198575&device_id=163736fd-af83-4701-ae98-d432fb5e0ce0 HTTP/1.1" status: 200 len: 1098 time: 0.1648338 Jun 18 08:34:40.103918 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-31ea309f-2100-47f6-9dd0-bdd44e5d82ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5183f799-158c-43a3-8e25-1f10f3b59311', 'name': 'tempest-TestMinimumBasicScenario-514120213-router', 'tenant_id': 'b488d6b019264cc997cfd9e73d198575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '46a1f26d-5b0a-42f7-9c85-183fab687d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:33:02Z', 'updated_at': '2021-06-18T08:33:06Z', 'revision_number': 4, 'project_id': 'b488d6b019264cc997cfd9e73d198575', 'gw_port': {'id': '46a1f26d-5b0a-42f7-9c85-183fab687d2d', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:03:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5183f799-158c-43a3-8e25-1f10f3b59311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:03Z', 'updated_at': '2021-06-18T08:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_floatingips': [{'id': '97deeaaf-bb7f-4621-929e-fedb2cbe6467', 'tenant_id': 'b488d6b019264cc997cfd9e73d198575', 'floating_ip_address': '172.27.2.41', 'floating_network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'router_id': '5183f799-158c-43a3-8e25-1f10f3b59311', 'port_id': '6eef6639-4bf7-4969-945e-0102ef28240a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6da9e1-004b-42db-bcf0-39aac50436ca', 'mac_address': 'fa:16:3e:9d:e5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163736fd-af83-4701-ae98-d432fb5e0ce0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T08:34:38Z', 'updated_at': '2021-06-18T08:34:38Z', 'revision_number': 0, 'project_id': 'b488d6b019264cc997cfd9e73d198575', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c39b111-eb6f-4bed-8d20-831976ec5f19', 'name': '', 'network_id': '8c6da9e1-004b-42db-bcf0-39aac50436ca', 'tenant_id': 'b488d6b019264cc997cfd9e73d198575', 'mac_address': 'fa:16:3e:34:06:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5183f799-158c-43a3-8e25-1f10f3b59311', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'f62235ea-006f-4a30-9ad8-c52c270c955b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:05Z', 'updated_at': '2021-06-18T08:33:13Z', 'revision_number': 5, 'project_id': 'b488d6b019264cc997cfd9e73d198575', 'subnets': [{'id': 'f62235ea-006f-4a30-9ad8-c52c270c955b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:34:40.126211 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-0aebe15f-979b-41fd-9a8e-adea03fc80e9 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Notify callbacks [] for security_group, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:40.159447 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ea309f-2100-47f6-9dd0-bdd44e5d82ce None None] Checking router: 5183f799-158c-43a3-8e25-1f10f3b59311 for host: dv-cinder-786873-3-iscsi {{(pid=93643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:34:40.172609 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ea309f-2100-47f6-9dd0-bdd44e5d82ce None None] Routers {'5183f799-158c-43a3-8e25-1f10f3b59311'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:34:40.173709 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-31ea309f-2100-47f6-9dd0-bdd44e5d82ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:34:11Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['5183f799-158c-43a3-8e25-1f10f3b59311'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:34:40.211772 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-0aebe15f-979b-41fd-9a8e-adea03fc80e9 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:40.217641 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-62f7761d-5c5e-4bb3-ac57-0985228c8404 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:34:40.234237 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-844141ea-e329-459d-afa4-4f3ecba8d017 req-8ef0ccb3-c08b-43b7-a78f-8a2a31106f8a service neutron] 10.222.0.70 "GET /v2.0/networks/f70ada02-a3f7-438f-9c1f-42f5efecb904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355598 Jun 18 08:34:40.280188 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251273f7-f562-412c-86fe-f8ea5a627d56 req-1783d31b-fdeb-463b-a801-9235e67579da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:40.281008 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-251273f7-f562-412c-86fe-f8ea5a627d56 req-1783d31b-fdeb-463b-a801-9235e67579da service neutron] 10.222.0.72 "GET /v2.0/networks?id=8c6da9e1-004b-42db-bcf0-39aac50436ca HTTP/1.1" status: 200 len: 915 time: 0.1762390 Jun 18 08:34:40.283754 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aebe15f-979b-41fd-9a8e-adea03fc80e9 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9126d2ec-2bfb-460a-bdc7-de63c5c2774b,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:34:40.286778 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-0aebe15f-979b-41fd-9a8e-adea03fc80e9 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:34:40.329867 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-31ea309f-2100-47f6-9dd0-bdd44e5d82ce None None] Set router 5183f799-158c-43a3-8e25-1f10f3b59311 gateway port host: dv-cinder-786873-3-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:34:40.351036 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-0aebe15f-979b-41fd-9a8e-adea03fc80e9 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Notify callbacks [] for security_group, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:40.352830 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-0aebe15f-979b-41fd-9a8e-adea03fc80e9 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5540724 Jun 18 08:34:40.358355 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 38646) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:34:40.362310 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-78ccd06d-e5c5-4bae-8740-9a04f7fc8dee tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Request body: {'security_group_rule': {'security_group_id': '9126d2ec-2bfb-460a-bdc7-de63c5c2774b', 'project_id': 'b488d6b019264cc997cfd9e73d198575', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:34:40.389268 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-251273f7-f562-412c-86fe-f8ea5a627d56 req-9d5163cc-f56d-4e6d-9c8e-c1a2c2902ba5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6eef6639-4bf7-4969-945e-0102ef28240a HTTP/1.1" status: 200 len: 998 time: 0.0961661 Jun 18 08:34:40.467922 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251273f7-f562-412c-86fe-f8ea5a627d56 req-f6812518-8cfb-4b92-8ab8-c3ef8c81e2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:40.469871 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-251273f7-f562-412c-86fe-f8ea5a627d56 req-f6812518-8cfb-4b92-8ab8-c3ef8c81e2dd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f62235ea-006f-4a30-9ad8-c52c270c955b HTTP/1.1" status: 200 len: 853 time: 0.0738771 Jun 18 08:34:40.505658 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-78ccd06d-e5c5-4bae-8740-9a04f7fc8dee tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:40.562791 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251273f7-f562-412c-86fe-f8ea5a627d56 req-b6ac8240-6b45-4e7c-8db7-ca346c21e8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:40.564751 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-251273f7-f562-412c-86fe-f8ea5a627d56 req-b6ac8240-6b45-4e7c-8db7-ca346c21e8b4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8c6da9e1-004b-42db-bcf0-39aac50436ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0850673 Jun 18 08:34:40.584993 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-78ccd06d-e5c5-4bae-8740-9a04f7fc8dee tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:40.668945 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-31ea309f-2100-47f6-9dd0-bdd44e5d82ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5183f799-158c-43a3-8e25-1f10f3b59311', 'name': 'tempest-TestMinimumBasicScenario-514120213-router', 'tenant_id': 'b488d6b019264cc997cfd9e73d198575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '46a1f26d-5b0a-42f7-9c85-183fab687d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:33:02Z', 'updated_at': '2021-06-18T08:33:06Z', 'revision_number': 4, 'project_id': 'b488d6b019264cc997cfd9e73d198575', 'gw_port': {'id': '46a1f26d-5b0a-42f7-9c85-183fab687d2d', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:03:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5183f799-158c-43a3-8e25-1f10f3b59311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:03Z', 'updated_at': '2021-06-18T08:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_floatingips': [{'id': '97deeaaf-bb7f-4621-929e-fedb2cbe6467', 'tenant_id': 'b488d6b019264cc997cfd9e73d198575', 'floating_ip_address': '172.27.2.41', 'floating_network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'router_id': '5183f799-158c-43a3-8e25-1f10f3b59311', 'port_id': '6eef6639-4bf7-4969-945e-0102ef28240a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6da9e1-004b-42db-bcf0-39aac50436ca', 'mac_address': 'fa:16:3e:9d:e5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163736fd-af83-4701-ae98-d432fb5e0ce0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T08:34:38Z', 'updated_at': '2021-06-18T08:34:38Z', 'revision_number': 0, 'project_id': 'b488d6b019264cc997cfd9e73d198575', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c39b111-eb6f-4bed-8d20-831976ec5f19', 'name': '', 'network_id': '8c6da9e1-004b-42db-bcf0-39aac50436ca', 'tenant_id': 'b488d6b019264cc997cfd9e73d198575', 'mac_address': 'fa:16:3e:34:06:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5183f799-158c-43a3-8e25-1f10f3b59311', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'f62235ea-006f-4a30-9ad8-c52c270c955b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:05Z', 'updated_at': '2021-06-18T08:33:13Z', 'revision_number': 5, 'project_id': 'b488d6b019264cc997cfd9e73d198575', 'subnets': [{'id': 'f62235ea-006f-4a30-9ad8-c52c270c955b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:34:40.701118 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ea309f-2100-47f6-9dd0-bdd44e5d82ce None None] The sync data for ids ['5183f799-158c-43a3-8e25-1f10f3b59311'] in dv-cinder-786873-3-iscsi is: [{'id': '5183f799-158c-43a3-8e25-1f10f3b59311', 'name': 'tempest-TestMinimumBasicScenario-514120213-router', 'tenant_id': 'b488d6b019264cc997cfd9e73d198575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '46a1f26d-5b0a-42f7-9c85-183fab687d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:33:02Z', 'updated_at': '2021-06-18T08:33:06Z', 'revision_number': 4, 'project_id': 'b488d6b019264cc997cfd9e73d198575', 'gw_port': {'id': '46a1f26d-5b0a-42f7-9c85-183fab687d2d', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:03:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5183f799-158c-43a3-8e25-1f10f3b59311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:03Z', 'updated_at': '2021-06-18T08:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_floatingips': [{'id': '97deeaaf-bb7f-4621-929e-fedb2cbe6467', 'tenant_id': 'b488d6b019264cc997cfd9e73d198575', 'floating_ip_address': '172.27.2.41', 'floating_network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'router_id': '5183f799-158c-43a3-8e25-1f10f3b59311', 'port_id': '6eef6639-4bf7-4969-945e-0102ef28240a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6da9e1-004b-42db-bcf0-39aac50436ca', 'mac_address': 'fa:16:3e:9d:e5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163736fd-af83-4701-ae98-d432fb5e0ce0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T08:34:38Z', 'updated_at': '2021-06-18T08:34:38Z', 'revision_number': 0, 'project_id': 'b488d6b019264cc997cfd9e73d198575', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c39b111-eb6f-4bed-8d20-831976ec5f19', 'name': '', 'network_id': '8c6da9e1-004b-42db-bcf0-39aac50436ca', 'tenant_id': 'b488d6b019264cc997cfd9e73d198575', 'mac_address': 'fa:16:3e:34:06:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5183f799-158c-43a3-8e25-1f10f3b59311', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'f62235ea-006f-4a30-9ad8-c52c270c955b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:05Z', 'updated_at': '2021-06-18T08:33:13Z', 'revision_number': 5, 'project_id': 'b488d6b019264cc997cfd9e73d198575', 'subnets': [{'id': 'f62235ea-006f-4a30-9ad8-c52c270c955b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:34:40.705091 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-78ccd06d-e5c5-4bae-8740-9a04f7fc8dee tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8280257'] for security_group_rule, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:40.708562 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-a07f82c8-57f7-4e7e-bf32-394c9a658f31 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:34:40.745971 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ccd06d-e5c5-4bae-8740-9a04f7fc8dee tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e38b4eeb-89d6-49b1-8df0-9877b4e48f3c,revision_number=0']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:34:40.750114 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-78ccd06d-e5c5-4bae-8740-9a04f7fc8dee tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:34:40.843575 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-78ccd06d-e5c5-4bae-8740-9a04f7fc8dee tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:40.845649 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-78ccd06d-e5c5-4bae-8740-9a04f7fc8dee tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4866576 Jun 18 08:34:40.856961 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 38654) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:34:40.866409 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-60930ff3-de87-4f77-b800-c77c8180bfde tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Request body: {'security_group_rule': {'security_group_id': '9126d2ec-2bfb-460a-bdc7-de63c5c2774b', 'project_id': 'b488d6b019264cc997cfd9e73d198575', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:34:40.997601 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fe59db-5f90-4cd6-8818-ff8ce51bdaa4 None None] New status for floating IP 97deeaaf-bb7f-4621-929e-fedb2cbe6467: ACTIVE {{(pid=93644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 08:34:41.008534 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-251273f7-f562-412c-86fe-f8ea5a627d56 req-a65ad754-4f98-4c67-ac26-f8e7f900424a service neutron] 10.222.0.72 "GET /v2.0/networks/8c6da9e1-004b-42db-bcf0-39aac50436ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4313638 Jun 18 08:34:41.015844 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-60930ff3-de87-4f77-b800-c77c8180bfde tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:41.140121 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-804d5bf4-9a57-45f2-99d1-0a2fee9065c5 req-c7eba955-61be-472e-9874-722c87ee1246 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cd50329-1ab6-4882-87f9-35182c799443 HTTP/1.1" status: 200 len: 210 time: 0.0458901 Jun 18 08:34:41.149113 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-251273f7-f562-412c-86fe-f8ea5a627d56 req-8e73509b-3112-4263-b9b8-26c9e2f0afb1 service neutron] 10.222.0.72 "GET /v2.0/networks/8c6da9e1-004b-42db-bcf0-39aac50436ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331065 Jun 18 08:34:41.186682 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-60930ff3-de87-4f77-b800-c77c8180bfde tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:41.293006 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-60930ff3-de87-4f77-b800-c77c8180bfde tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8280257'] for security_group_rule, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:41.295892 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-5408999c-6aa1-43a3-84f4-9b0fda3934e4 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:34:41.315428 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60930ff3-de87-4f77-b800-c77c8180bfde tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0530605-2b40-4849-84e5-0b6d454dcac1,revision_number=0']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:34:41.317936 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-60930ff3-de87-4f77-b800-c77c8180bfde tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:34:41.415705 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-60930ff3-de87-4f77-b800-c77c8180bfde tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:41.415705 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-60930ff3-de87-4f77-b800-c77c8180bfde tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5495489 Jun 18 08:34:41.415705 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 38668) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:34:41.419234 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-9d6bfb92-8869-4b1d-9f7f-112d02b31848 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Request body: {'security_group_rule': {'security_group_id': '9126d2ec-2bfb-460a-bdc7-de63c5c2774b', 'project_id': 'b488d6b019264cc997cfd9e73d198575', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:34:41.555527 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-751d1bd3-c8f6-414d-b511-3982a2b0fd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:41.595435 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-9d6bfb92-8869-4b1d-9f7f-112d02b31848 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:41.664883 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-9d6bfb92-8869-4b1d-9f7f-112d02b31848 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:41.824267 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-9d6bfb92-8869-4b1d-9f7f-112d02b31848 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8280257'] for security_group_rule, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:41.828090 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-60930ff3-de87-4f77-b800-c77c8180bfde tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:34:41.848638 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6bfb92-8869-4b1d-9f7f-112d02b31848 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1f4e94b-de03-4fe8-ad38-760a679aada4,revision_number=0']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:34:41.851234 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-9d6bfb92-8869-4b1d-9f7f-112d02b31848 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:34:41.892503 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:41.956201 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-9d6bfb92-8869-4b1d-9f7f-112d02b31848 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:41.957595 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-9d6bfb92-8869-4b1d-9f7f-112d02b31848 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5436451 Jun 18 08:34:41.968944 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 38670) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:34:41.973983 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [None req-3de33aba-7da1-4691-a7c9-f4063998287f tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Request body: {'security_group_rule': {'security_group_id': '9126d2ec-2bfb-460a-bdc7-de63c5c2774b', 'project_id': 'b488d6b019264cc997cfd9e73d198575', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:34:42.065804 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-3de33aba-7da1-4691-a7c9-f4063998287f tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:42.157819 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-3de33aba-7da1-4691-a7c9-f4063998287f tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:42.247475 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-57f014f0-b233-4986-9aa7-64419badfcb2 req-919f6cdd-463b-44ba-ab84-eaa36e274bc5 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cd50329-1ab6-4882-87f9-35182c799443 HTTP/1.1" status: 200 len: 210 time: 0.0307822 Jun 18 08:34:42.258024 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-3de33aba-7da1-4691-a7c9-f4063998287f tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8280257'] for security_group_rule, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:42.260488 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-b4ff4e3d-3b39-4509-a529-a90fcc504cb8 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:34:42.281038 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de33aba-7da1-4691-a7c9-f4063998287f tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6805a6f6-2543-49dd-9ac5-261437e74ad8,revision_number=0']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:34:42.284666 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-3de33aba-7da1-4691-a7c9-f4063998287f tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:34:42.435947 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-3de33aba-7da1-4691-a7c9-f4063998287f tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:42.437413 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-3de33aba-7da1-4691-a7c9-f4063998287f tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4674313 Jun 18 08:34:42.445468 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 38680) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:34:42.453382 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [None req-1e6aeea2-aa32-4d75-ad89-f7b83a7e4756 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Request body: {'security_group_rule': {'security_group_id': '9126d2ec-2bfb-460a-bdc7-de63c5c2774b', 'project_id': 'b488d6b019264cc997cfd9e73d198575', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:34:42.629893 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.db.securitygroups_db [None req-1e6aeea2-aa32-4d75-ad89-f7b83a7e4756 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Project b488d6b019264cc997cfd9e73d198575 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 08:34:42.637847 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-1e6aeea2-aa32-4d75-ad89-f7b83a7e4756 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:42.706078 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-1e6aeea2-aa32-4d75-ad89-f7b83a7e4756 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:42.812769 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-1e6aeea2-aa32-4d75-ad89-f7b83a7e4756 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8280257'] for security_group_rule, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:42.820299 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:34:42.835337 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6aeea2-aa32-4d75-ad89-f7b83a7e4756 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2c2290e-8935-4d2b-80db-cb1af8bf60d4,revision_number=0']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:34:42.837869 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-1e6aeea2-aa32-4d75-ad89-f7b83a7e4756 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:34:42.915212 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-37edacc1-1ba5-460e-aa47-45b5acfa9d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:42.917446 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-1e6aeea2-aa32-4d75-ad89-f7b83a7e4756 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:42.922518 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-1e6aeea2-aa32-4d75-ad89-f7b83a7e4756 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4762623 Jun 18 08:34:42.925577 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 38682) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:34:42.927922 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [None req-5eba2854-c5b9-49a2-ade4-bd3f67bf4868 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Request body: {'security_group_rule': {'security_group_id': '9126d2ec-2bfb-460a-bdc7-de63c5c2774b', 'project_id': 'b488d6b019264cc997cfd9e73d198575', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:34:43.018334 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.db.securitygroups_db [None req-5eba2854-c5b9-49a2-ade4-bd3f67bf4868 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Project b488d6b019264cc997cfd9e73d198575 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 08:34:43.023839 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-5eba2854-c5b9-49a2-ade4-bd3f67bf4868 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:43.101117 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-5eba2854-c5b9-49a2-ade4-bd3f67bf4868 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:43.166878 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-5eba2854-c5b9-49a2-ade4-bd3f67bf4868 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8280257'] for security_group_rule, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:43.170167 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-47fb1597-009a-4e51-973d-bf19fad6cc4f tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:34:43.202038 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eba2854-c5b9-49a2-ade4-bd3f67bf4868 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31070999-e6f5-4874-935b-c7cac06140f1,revision_number=0']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:34:43.210491 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-5eba2854-c5b9-49a2-ade4-bd3f67bf4868 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:34:43.282448 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-5eba2854-c5b9-49a2-ade4-bd3f67bf4868 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:43.283743 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-5eba2854-c5b9-49a2-ade4-bd3f67bf4868 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3597734 Jun 18 08:34:43.418677 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d6333395-0219-4f6b-95df-ff597cd9225e req-feb68aad-8d5b-487b-8047-98b46585eb5c tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cd50329-1ab6-4882-87f9-35182c799443 HTTP/1.1" status: 200 len: 210 time: 0.0416024 Jun 18 08:34:43.457152 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6e040b2f-61bb-4c80-b640-5461b90c9d1d req-2d386ecf-c326-4e96-ac37-57e0a8534626 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-676768251&fields=id&tenant_id=b488d6b019264cc997cfd9e73d198575 HTTP/1.1" status: 200 len: 267 time: 0.0697055 Jun 18 08:34:43.534953 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e040b2f-61bb-4c80-b640-5461b90c9d1d req-a15c4207-cd37-4c16-b09a-7f895c2a2fb2 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:43.536593 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6e040b2f-61bb-4c80-b640-5461b90c9d1d req-a15c4207-cd37-4c16-b09a-7f895c2a2fb2 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/ports?device_id=163736fd-af83-4701-ae98-d432fb5e0ce0 HTTP/1.1" status: 200 len: 945 time: 0.0705633 Jun 18 08:34:43.557658 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [req-6e040b2f-61bb-4c80-b640-5461b90c9d1d req-b447e33d-7090-4342-982a-683a794a1422 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Request body: {'port': {'security_groups': ['b8929651-3872-4a52-bf59-b2f6f5999b8f', '9126d2ec-2bfb-460a-bdc7-de63c5c2774b']}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:34:43.664774 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-6e040b2f-61bb-4c80-b640-5461b90c9d1d req-b447e33d-7090-4342-982a-683a794a1422 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:43.875004 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.db [req-6e040b2f-61bb-4c80-b640-5461b90c9d1d req-b447e33d-7090-4342-982a-683a794a1422 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] For port 6eef6639-4bf7-4969-945e-0102ef28240a, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=6eef6639-4bf7-4969-945e-0102ef28240a,segment=NetworkSegment(4a522598-e4a5-4d25-968e-3499b3acd421),segment_id=4a522598-e4a5-4d25-968e-3499b3acd421)] {{(pid=93641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:34:43.907860 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-6e040b2f-61bb-4c80-b640-5461b90c9d1d req-b447e33d-7090-4342-982a-683a794a1422 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Notify callbacks [] for port, precommit_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:43.989862 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-6e040b2f-61bb-4c80-b640-5461b90c9d1d req-b447e33d-7090-4342-982a-683a794a1422 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5195066'] for port, after_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:43.994087 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-09334016-99c1-4fd6-b341-4cece56ad944 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:34:44.033813 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] get_ports_and_sgs() called for port_ids ['6eef6639-4bf7-4969-945e-0102ef28240a'] {{(pid=93643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 08:34:44.057795 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e040b2f-61bb-4c80-b640-5461b90c9d1d req-b447e33d-7090-4342-982a-683a794a1422 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:44.057795 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-6e040b2f-61bb-4c80-b640-5461b90c9d1d req-b447e33d-7090-4342-982a-683a794a1422 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881'] for port, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:44.057795 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6e040b2f-61bb-4c80-b640-5461b90c9d1d req-b447e33d-7090-4342-982a-683a794a1422 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "PUT /v2.0/ports/6eef6639-4bf7-4969-945e-0102ef28240a HTTP/1.1" status: 200 len: 981 time: 0.4993017 Jun 18 08:34:44.057795 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '163736fd-af83-4701-ae98-d432fb5e0ce0', 'tag': '6eef6639-4bf7-4969-945e-0102ef28240a'}] {{(pid=93641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:34:44.057795 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2d7879530654598d2c9a4dfa31a50ac71f4dc09db730dec349bdbb492567000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-671b566f-6769-4d10-8302-6591ffbc6b3d" -d '{"events": [{"name": "network-changed", "server_uuid": "163736fd-af83-4701-ae98-d432fb5e0ce0", "tag": "6eef6639-4bf7-4969-945e-0102ef28240a"}]}' {{(pid=93641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:34:44.089454 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b447e33d-7090-4342-982a-683a794a1422 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Pushing event updated for resources: {'Port': ['ID=6eef6639-4bf7-4969-945e-0102ef28240a,revision_number=6']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:34:44.107997 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-b447e33d-7090-4342-982a-683a794a1422 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:34:44.156174 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 08:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a345aa-4a62-44df-b0e0-8cf7aacb676d x-openstack-request-id: req-80a345aa-4a62-44df-b0e0-8cf7aacb676d {{(pid=93641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:34:44.156719 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "163736fd-af83-4701-ae98-d432fb5e0ce0", "tag": "6eef6639-4bf7-4969-945e-0102ef28240a", "status": "completed", "code": 200}]} {{(pid=93641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:34:44.157290 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-80a345aa-4a62-44df-b0e0-8cf7aacb676d {{(pid=93641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:34:44.158070 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '163736fd-af83-4701-ae98-d432fb5e0ce0', 'tag': '6eef6639-4bf7-4969-945e-0102ef28240a', 'status': 'completed', 'code': 200} Jun 18 08:34:44.233774 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] get_ports_and_sgs() called for port_ids ['6eef6639-4bf7-4969-945e-0102ef28240a'] {{(pid=93643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 08:34:44.357934 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671b566f-6769-4d10-8302-6591ffbc6b3d req-a3cd9c25-58bf-4d50-b2e4-de547d5ebedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:44.359915 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-671b566f-6769-4d10-8302-6591ffbc6b3d req-a3cd9c25-58bf-4d50-b2e4-de547d5ebedb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b488d6b019264cc997cfd9e73d198575&device_id=163736fd-af83-4701-ae98-d432fb5e0ce0 HTTP/1.1" status: 200 len: 1137 time: 0.0941012 Jun 18 08:34:44.381018 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500c29bf-d81b-4e8a-a17e-60d3f044bc48 req-08150fa6-2282-4c69-ac92-14f27095d526 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:44.384231 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-500c29bf-d81b-4e8a-a17e-60d3f044bc48 req-08150fa6-2282-4c69-ac92-14f27095d526 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/ports?device_id=163736fd-af83-4701-ae98-d432fb5e0ce0 HTTP/1.1" status: 200 len: 984 time: 0.1579411 Jun 18 08:34:44.430816 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844141ea-e329-459d-afa4-4f3ecba8d017 req-6bb00c49-946c-4566-971d-12e99155d2e5 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:44.433042 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-844141ea-e329-459d-afa4-4f3ecba8d017 req-6bb00c49-946c-4566-971d-12e99155d2e5 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.72 "GET /v2.0/networks?id=f70ada02-a3f7-438f-9c1f-42f5efecb904 HTTP/1.1" status: 200 len: 808 time: 0.2165895 Jun 18 08:34:44.507645 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-844141ea-e329-459d-afa4-4f3ecba8d017 req-8fc3ed4a-6797-4f15-9cc1-572670249744 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16377c30d98b40d2a1d40d112350c18e HTTP/1.1" status: 200 len: 380 time: 0.0543323 Jun 18 08:34:44.517618 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [req-844141ea-e329-459d-afa4-4f3ecba8d017 req-d1465d23-50c0-418c-8bfd-9e965646ddfa tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Request body: {'port': {'device_id': '9cd50329-1ab6-4882-87f9-35182c799443', 'network_id': 'f70ada02-a3f7-438f-9c1f-42f5efecb904', 'admin_state_up': True, 'tenant_id': '16377c30d98b40d2a1d40d112350c18e', 'security_groups': ['600be147-9a5d-481d-94e1-4f29bd61471c']}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:34:44.525868 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-500c29bf-d81b-4e8a-a17e-60d3f044bc48 req-b00f1ee5-531e-46c1-acbe-2b2a3b833214 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/security-groups?id=9126d2ec-2bfb-460a-bdc7-de63c5c2774b&id=b8929651-3872-4a52-bf59-b2f6f5999b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1243858 Jun 18 08:34:44.572349 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-a08948b4-bc22-4ff2-b882-57badb0d285e None None] Provisioning complete for port 6eef6639-4bf7-4969-945e-0102ef28240a triggered by entity DHCP. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:34:44.572349 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-a08948b4-bc22-4ff2-b882-57badb0d285e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:44.671417 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671b566f-6769-4d10-8302-6591ffbc6b3d req-548acf2b-758e-4831-b4ce-747fd2aef829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:44.676449 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-671b566f-6769-4d10-8302-6591ffbc6b3d req-548acf2b-758e-4831-b4ce-747fd2aef829 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8c6da9e1-004b-42db-bcf0-39aac50436ca HTTP/1.1" status: 200 len: 915 time: 0.2895463 Jun 18 08:34:44.692930 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-624571b3-aef6-4a8c-8ab3-5c089201a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:44.799568 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-671b566f-6769-4d10-8302-6591ffbc6b3d req-8ca583d1-efd6-4e20-bc4f-674329990842 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6eef6639-4bf7-4969-945e-0102ef28240a HTTP/1.1" status: 200 len: 1000 time: 0.1145518 Jun 18 08:34:44.840683 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-638c1e89-8d00-4176-862d-c5e513677c92 req-523468d2-a89a-4c41-b4a9-6aeafcb706b2 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cd50329-1ab6-4882-87f9-35182c799443 HTTP/1.1" status: 200 len: 210 time: 0.0385556 Jun 18 08:34:44.879075 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671b566f-6769-4d10-8302-6591ffbc6b3d req-d5f2b0b1-7814-4e7a-8c19-2fb520f11751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:44.881199 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-671b566f-6769-4d10-8302-6591ffbc6b3d req-d5f2b0b1-7814-4e7a-8c19-2fb520f11751 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f62235ea-006f-4a30-9ad8-c52c270c955b HTTP/1.1" status: 200 len: 853 time: 0.0686927 Jun 18 08:34:44.913802 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-844141ea-e329-459d-afa4-4f3ecba8d017 req-d1465d23-50c0-418c-8bfd-9e965646ddfa tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Made reservation on behalf of 16377c30d98b40d2a1d40d112350c18e for: {'port': 1} {{(pid=93642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:34:44.917870 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-844141ea-e329-459d-afa4-4f3ecba8d017 req-d1465d23-50c0-418c-8bfd-9e965646ddfa tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-568420'] for port, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:44.979138 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671b566f-6769-4d10-8302-6591ffbc6b3d req-184e517d-f6d5-4b07-adbf-a4fff037207b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:44.981885 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-671b566f-6769-4d10-8302-6591ffbc6b3d req-184e517d-f6d5-4b07-adbf-a4fff037207b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8c6da9e1-004b-42db-bcf0-39aac50436ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0931470 Jun 18 08:34:45.082768 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.db_base_plugin_common [req-844141ea-e329-459d-afa4-4f3ecba8d017 req-d1465d23-50c0-418c-8bfd-9e965646ddfa tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Allocated IP 172.20.0.11 (f70ada02-a3f7-438f-9c1f-42f5efecb904/7b36080a-c49b-4a50-be3f-ccdce5af667b/35d03bd4-b558-4a3f-9d24-c3af85607e9a) {{(pid=93642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:34:45.100280 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-671b566f-6769-4d10-8302-6591ffbc6b3d req-ebeb52ca-f7df-45ed-b0c6-e4a30dab8d53 service neutron] 10.222.0.72 "GET /v2.0/networks/8c6da9e1-004b-42db-bcf0-39aac50436ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113536 Jun 18 08:34:45.205866 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-671b566f-6769-4d10-8302-6591ffbc6b3d req-3e453213-9fa2-4fe7-a137-24bfa5939677 service neutron] 10.222.0.72 "GET /v2.0/networks/8c6da9e1-004b-42db-bcf0-39aac50436ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989318 Jun 18 08:34:45.247118 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-844141ea-e329-459d-afa4-4f3ecba8d017 req-d1465d23-50c0-418c-8bfd-9e965646ddfa tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Notify callbacks [] for port, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:45.264927 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [req-844141ea-e329-459d-afa4-4f3ecba8d017 req-d1465d23-50c0-418c-8bfd-9e965646ddfa tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Transition to ACTIVE for port object 35d03bd4-b558-4a3f-9d24-c3af85607e9a will not be triggered until provisioned by entity DHCP. {{(pid=93642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:34:45.367180 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-844141ea-e329-459d-afa4-4f3ecba8d017 req-d1465d23-50c0-418c-8bfd-9e965646ddfa tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-568999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741881438814'] for port, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:45.372413 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-6b092253-e76c-4ee4-8c2c-c61fbeaa2993 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:34:45.414012 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-844141ea-e329-459d-afa4-4f3ecba8d017 req-d1465d23-50c0-418c-8bfd-9e965646ddfa tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Network f70ada02-a3f7-438f-9c1f-42f5efecb904 is already hosted by enough agents. {{(pid=93642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:34:45.417182 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.base_scheduler [req-844141ea-e329-459d-afa4-4f3ecba8d017 req-d1465d23-50c0-418c-8bfd-9e965646ddfa tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Resources bound (agent type, host, resource id): {{(pid=93642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:34:45.421532 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [req-844141ea-e329-459d-afa4-4f3ecba8d017 req-d1465d23-50c0-418c-8bfd-9e965646ddfa tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Received port after_create {{(pid=93642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:34:45.427020 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844141ea-e329-459d-afa4-4f3ecba8d017 req-d1465d23-50c0-418c-8bfd-9e965646ddfa tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:45.427676 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-844141ea-e329-459d-afa4-4f3ecba8d017 req-d1465d23-50c0-418c-8bfd-9e965646ddfa tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881'] for port, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:45.442902 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1465d23-50c0-418c-8bfd-9e965646ddfa tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Pushing event updated for resources: {'Port': ['ID=35d03bd4-b558-4a3f-9d24-c3af85607e9a,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:34:45.446608 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-d1465d23-50c0-418c-8bfd-9e965646ddfa tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:34:45.538965 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-844141ea-e329-459d-afa4-4f3ecba8d017 req-d1465d23-50c0-418c-8bfd-9e965646ddfa tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0254259 Jun 18 08:34:45.560381 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [req-844141ea-e329-459d-afa4-4f3ecba8d017 req-22b0a8fe-9aa4-4b21-81bc-941ad2224472 service neutron] Request body: {'port': {'device_id': '9cd50329-1ab6-4882-87f9-35182c799443', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78687'}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:34:45.642116 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-844141ea-e329-459d-afa4-4f3ecba8d017 req-22b0a8fe-9aa4-4b21-81bc-941ad2224472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:45.761244 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-964d93a8-4ab7-41e8-b144-6ef542ca1d0c None None] Provisioning for port 35d03bd4-b558-4a3f-9d24-c3af85607e9a completed by entity DHCP. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:34:45.765839 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-964d93a8-4ab7-41e8-b144-6ef542ca1d0c None None] Provisioning complete for port 35d03bd4-b558-4a3f-9d24-c3af85607e9a triggered by entity DHCP. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:34:45.767434 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-964d93a8-4ab7-41e8-b144-6ef542ca1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:45.803667 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-964d93a8-4ab7-41e8-b144-6ef542ca1d0c None None] Port 35d03bd4-b558-4a3f-9d24-c3af85607e9a cannot update to ACTIVE because it is not bound. {{(pid=93643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 08:34:45.932979 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [req-844141ea-e329-459d-afa4-4f3ecba8d017 req-22b0a8fe-9aa4-4b21-81bc-941ad2224472 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35d03bd4-b558-4a3f-9d24-c3af85607e9a {{(pid=93642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 08:34:45.944006 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-844141ea-e329-459d-afa4-4f3ecba8d017 req-22b0a8fe-9aa4-4b21-81bc-941ad2224472 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:45.956660 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [req-844141ea-e329-459d-afa4-4f3ecba8d017 req-22b0a8fe-9aa4-4b21-81bc-941ad2224472 service neutron] Transition to ACTIVE for port object 35d03bd4-b558-4a3f-9d24-c3af85607e9a will not be triggered until provisioned by entity L2. {{(pid=93642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:34:46.029857 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24f11c-7fb6-47bf-aa45-cb66ab8c9e9d req-086e8741-4c39-4346-bdfc-50fb4539807f tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:46.031252 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2d24f11c-7fb6-47bf-aa45-cb66ab8c9e9d req-086e8741-4c39-4346-bdfc-50fb4539807f tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cd50329-1ab6-4882-87f9-35182c799443 HTTP/1.1" status: 200 len: 932 time: 0.0721791 Jun 18 08:34:46.052752 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-844141ea-e329-459d-afa4-4f3ecba8d017 req-22b0a8fe-9aa4-4b21-81bc-941ad2224472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:46.055816 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-854e53f5-b4f9-41cf-b8ff-c9eaaa0af371 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:34:46.082626 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2d24f11c-7fb6-47bf-aa45-cb66ab8c9e9d req-9b9da5a7-4f7a-44a5-a679-bc8c5ca00d8c tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/security-groups?id=600be147-9a5d-481d-94e1-4f29bd61471c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449212 Jun 18 08:34:46.150358 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b0a8fe-9aa4-4b21-81bc-941ad2224472 service neutron] Pushing event updated for resources: {'Port': ['ID=35d03bd4-b558-4a3f-9d24-c3af85607e9a,revision_number=2']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:34:46.154035 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-22b0a8fe-9aa4-4b21-81bc-941ad2224472 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:34:46.192998 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [req-844141ea-e329-459d-afa4-4f3ecba8d017 req-22b0a8fe-9aa4-4b21-81bc-941ad2224472 service neutron] Attempting to bind port 35d03bd4-b558-4a3f-9d24-c3af85607e9a on host hv-cinder-78687 for vnic_type normal with profile {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:34:46.194389 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [req-844141ea-e329-459d-afa4-4f3ecba8d017 req-22b0a8fe-9aa4-4b21-81bc-941ad2224472 service neutron] Attempting to bind port 35d03bd4-b558-4a3f-9d24-c3af85607e9a by drivers openvswitch,hyperv on host hv-cinder-78687 at level 0 using segments [{'id': '9c4cd0a3-7472-4b22-879f-ed10cb468f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'f70ada02-a3f7-438f-9c1f-42f5efecb904'}] {{(pid=93642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:34:46.194389 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844141ea-e329-459d-afa4-4f3ecba8d017 req-22b0a8fe-9aa4-4b21-81bc-941ad2224472 service neutron] Attempting to bind port 35d03bd4-b558-4a3f-9d24-c3af85607e9a on network f70ada02-a3f7-438f-9c1f-42f5efecb904 {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:34:46.204112 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844141ea-e329-459d-afa4-4f3ecba8d017 req-22b0a8fe-9aa4-4b21-81bc-941ad2224472 service neutron] Port 35d03bd4-b558-4a3f-9d24-c3af85607e9a on network f70ada02-a3f7-438f-9c1f-42f5efecb904 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78687 {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 08:34:46.204112 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844141ea-e329-459d-afa4-4f3ecba8d017 req-22b0a8fe-9aa4-4b21-81bc-941ad2224472 service neutron] Attempting to bind port 35d03bd4-b558-4a3f-9d24-c3af85607e9a on network f70ada02-a3f7-438f-9c1f-42f5efecb904 {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:34:46.205930 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844141ea-e329-459d-afa4-4f3ecba8d017 req-22b0a8fe-9aa4-4b21-81bc-941ad2224472 service neutron] Checking agent: {'id': '7d051742-a391-48d3-aa1e-6019401c6fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78687', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 26, 56), 'started_at': datetime.datetime(2021, 6, 18, 8, 26, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:34:46.206277 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844141ea-e329-459d-afa4-4f3ecba8d017 req-22b0a8fe-9aa4-4b21-81bc-941ad2224472 service neutron] Checking segment: {'id': '9c4cd0a3-7472-4b22-879f-ed10cb468f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'f70ada02-a3f7-438f-9c1f-42f5efecb904'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:34:46.206661 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844141ea-e329-459d-afa4-4f3ecba8d017 req-22b0a8fe-9aa4-4b21-81bc-941ad2224472 service neutron] Bound using segment: {'id': '9c4cd0a3-7472-4b22-879f-ed10cb468f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'f70ada02-a3f7-438f-9c1f-42f5efecb904'} {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:34:46.207270 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [req-844141ea-e329-459d-afa4-4f3ecba8d017 req-22b0a8fe-9aa4-4b21-81bc-941ad2224472 service neutron] Bound port: 35d03bd4-b558-4a3f-9d24-c3af85607e9a, host: hv-cinder-78687, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c4cd0a3-7472-4b22-879f-ed10cb468f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'f70ada02-a3f7-438f-9c1f-42f5efecb904'}}] {{(pid=93642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:34:46.207712 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-844141ea-e329-459d-afa4-4f3ecba8d017 req-22b0a8fe-9aa4-4b21-81bc-941ad2224472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:46.285922 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [req-844141ea-e329-459d-afa4-4f3ecba8d017 req-22b0a8fe-9aa4-4b21-81bc-941ad2224472 service neutron] For port 35d03bd4-b558-4a3f-9d24-c3af85607e9a, host hv-cinder-78687, cleared binding levels {{(pid=93642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:34:46.289135 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [req-844141ea-e329-459d-afa4-4f3ecba8d017 req-22b0a8fe-9aa4-4b21-81bc-941ad2224472 service neutron] For port 35d03bd4-b558-4a3f-9d24-c3af85607e9a, host hv-cinder-78687, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=35d03bd4-b558-4a3f-9d24-c3af85607e9a,segment=NetworkSegment(9c4cd0a3-7472-4b22-879f-ed10cb468f23),segment_id=9c4cd0a3-7472-4b22-879f-ed10cb468f23)] {{(pid=93642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:34:46.412039 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-844141ea-e329-459d-afa4-4f3ecba8d017 req-22b0a8fe-9aa4-4b21-81bc-941ad2224472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:46.412039 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-b8840426-e252-47a0-aaeb-60ba4ccbe8cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:34:46.440752 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844141ea-e329-459d-afa4-4f3ecba8d017 req-22b0a8fe-9aa4-4b21-81bc-941ad2224472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:46.440752 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-844141ea-e329-459d-afa4-4f3ecba8d017 req-22b0a8fe-9aa4-4b21-81bc-941ad2224472 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881'] for port, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:46.441322 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-844141ea-e329-459d-afa4-4f3ecba8d017 req-22b0a8fe-9aa4-4b21-81bc-941ad2224472 service neutron] 10.222.0.72 "PUT /v2.0/ports/35d03bd4-b558-4a3f-9d24-c3af85607e9a HTTP/1.1" status: 200 len: 1094 time: 0.8863208 Jun 18 08:34:46.441838 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cd50329-1ab6-4882-87f9-35182c799443', 'tag': '35d03bd4-b558-4a3f-9d24-c3af85607e9a'}] {{(pid=93642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:34:46.444212 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8e20e2b9f795c08d425b6044ace8e6bfcc189f1bac9bd432248b5aa3a03ca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf96997-20da-4f85-9f15-14ccb8fc7901" -d '{"events": [{"name": "network-changed", "server_uuid": "9cd50329-1ab6-4882-87f9-35182c799443", "tag": "35d03bd4-b558-4a3f-9d24-c3af85607e9a"}]}' {{(pid=93642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:34:46.478521 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b0a8fe-9aa4-4b21-81bc-941ad2224472 service neutron] Pushing event updated for resources: {'Port': ['ID=35d03bd4-b558-4a3f-9d24-c3af85607e9a,revision_number=3']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:34:46.489598 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-22b0a8fe-9aa4-4b21-81bc-941ad2224472 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:34:46.559264 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 08:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c1b894-0b63-4e5e-b5d1-91ee61ec403d x-openstack-request-id: req-d2c1b894-0b63-4e5e-b5d1-91ee61ec403d {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:34:46.559593 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cd50329-1ab6-4882-87f9-35182c799443", "tag": "35d03bd4-b558-4a3f-9d24-c3af85607e9a", "status": "completed", "code": 200}]} {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:34:46.559879 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d2c1b894-0b63-4e5e-b5d1-91ee61ec403d {{(pid=93642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:34:46.560379 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cd50329-1ab6-4882-87f9-35182c799443', 'tag': '35d03bd4-b558-4a3f-9d24-c3af85607e9a', 'status': 'completed', 'code': 200} Jun 18 08:34:46.685987 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf96997-20da-4f85-9f15-14ccb8fc7901 req-705e7e1f-08d9-46ad-a22d-8d69a1862804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:46.687517 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-edf96997-20da-4f85-9f15-14ccb8fc7901 req-705e7e1f-08d9-46ad-a22d-8d69a1862804 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=16377c30d98b40d2a1d40d112350c18e&device_id=9cd50329-1ab6-4882-87f9-35182c799443 HTTP/1.1" status: 200 len: 1097 time: 0.0581734 Jun 18 08:34:46.803370 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf96997-20da-4f85-9f15-14ccb8fc7901 req-44c7539b-4d0b-43bf-9dc7-846e8c7982f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:46.804750 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-edf96997-20da-4f85-9f15-14ccb8fc7901 req-44c7539b-4d0b-43bf-9dc7-846e8c7982f6 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=16377c30d98b40d2a1d40d112350c18e&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1020794 Jun 18 08:34:46.901977 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf96997-20da-4f85-9f15-14ccb8fc7901 req-5c3db70c-2f95-4227-80d3-fd764d6141c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:46.903646 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-edf96997-20da-4f85-9f15-14ccb8fc7901 req-5c3db70c-2f95-4227-80d3-fd764d6141c0 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0910523 Jun 18 08:34:47.040363 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844141ea-e329-459d-afa4-4f3ecba8d017 req-a098c210-ea19-4064-8d13-7ab6809e83e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:47.042062 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-844141ea-e329-459d-afa4-4f3ecba8d017 req-a098c210-ea19-4064-8d13-7ab6809e83e3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=16377c30d98b40d2a1d40d112350c18e&device_id=9cd50329-1ab6-4882-87f9-35182c799443 HTTP/1.1" status: 200 len: 1097 time: 0.0564661 Jun 18 08:34:47.091270 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-844141ea-e329-459d-afa4-4f3ecba8d017 req-b394d670-f7e7-4f82-b790-a4b139bf5e78 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35d03bd4-b558-4a3f-9d24-c3af85607e9a HTTP/1.1" status: 200 len: 217 time: 0.0354412 Jun 18 08:34:47.143376 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844141ea-e329-459d-afa4-4f3ecba8d017 req-23039703-3c67-40f6-bfee-a30549be41ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:47.145023 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-844141ea-e329-459d-afa4-4f3ecba8d017 req-23039703-3c67-40f6-bfee-a30549be41ae service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7b36080a-c49b-4a50-be3f-ccdce5af667b HTTP/1.1" status: 200 len: 847 time: 0.0474520 Jun 18 08:34:47.210969 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844141ea-e329-459d-afa4-4f3ecba8d017 req-a985f351-5195-42c1-9fea-6212c072a5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:47.212977 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-844141ea-e329-459d-afa4-4f3ecba8d017 req-a985f351-5195-42c1-9fea-6212c072a5e0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f70ada02-a3f7-438f-9c1f-42f5efecb904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0609365 Jun 18 08:34:47.280402 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a543ad-ce39-4f62-89d3-87094431e664 req-dc0310c4-276c-4117-aa5f-c10bb95c550b tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:47.282008 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-57a543ad-ce39-4f62-89d3-87094431e664 req-dc0310c4-276c-4117-aa5f-c10bb95c550b tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cd50329-1ab6-4882-87f9-35182c799443 HTTP/1.1" status: 200 len: 944 time: 0.0667241 Jun 18 08:34:47.308041 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-844141ea-e329-459d-afa4-4f3ecba8d017 req-6abaa7c6-8a59-4f04-bb31-dce7e5fcad8f service neutron] 10.222.0.72 "GET /v2.0/networks/f70ada02-a3f7-438f-9c1f-42f5efecb904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886118 Jun 18 08:34:47.326154 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-57a543ad-ce39-4f62-89d3-87094431e664 req-c32f28a6-e4ed-4184-97dc-dff316fb4fca tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/security-groups?id=600be147-9a5d-481d-94e1-4f29bd61471c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377836 Jun 18 08:34:47.405070 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-844141ea-e329-459d-afa4-4f3ecba8d017 req-81b5ffda-55e5-4379-83de-b48379abab74 service neutron] 10.222.0.72 "GET /v2.0/networks/f70ada02-a3f7-438f-9c1f-42f5efecb904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903144 Jun 18 08:34:48.507428 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9b890-3ae2-4be7-8bb2-520ff9e5d7c3 req-5e7b6db9-d6b0-4385-a1b6-bb6962e4f55e tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:48.508915 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0ec9b890-3ae2-4be7-8bb2-520ff9e5d7c3 req-5e7b6db9-d6b0-4385-a1b6-bb6962e4f55e tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cd50329-1ab6-4882-87f9-35182c799443 HTTP/1.1" status: 200 len: 944 time: 0.0655267 Jun 18 08:34:48.550041 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0ec9b890-3ae2-4be7-8bb2-520ff9e5d7c3 req-efb380a3-c972-4f85-a546-76ca3ae60304 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/security-groups?id=600be147-9a5d-481d-94e1-4f29bd61471c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345724 Jun 18 08:34:49.733292 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f899290-adfc-4018-b995-a771470939db req-4ca7fe59-36d6-4212-bd4d-972a4ab2d662 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:49.734781 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4f899290-adfc-4018-b995-a771470939db req-4ca7fe59-36d6-4212-bd4d-972a4ab2d662 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cd50329-1ab6-4882-87f9-35182c799443 HTTP/1.1" status: 200 len: 944 time: 0.0629904 Jun 18 08:34:49.774891 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4f899290-adfc-4018-b995-a771470939db req-d9c6f917-3b44-40a2-b562-5f44cad996db tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/security-groups?id=600be147-9a5d-481d-94e1-4f29bd61471c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333147 Jun 18 08:34:50.963321 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3bf1be-11bc-4294-8654-911cb388893d req-88e46a38-f113-4ca6-ab75-679e8fb4da5e tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:50.964739 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6c3bf1be-11bc-4294-8654-911cb388893d req-88e46a38-f113-4ca6-ab75-679e8fb4da5e tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cd50329-1ab6-4882-87f9-35182c799443 HTTP/1.1" status: 200 len: 944 time: 0.0701575 Jun 18 08:34:51.006244 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6c3bf1be-11bc-4294-8654-911cb388893d req-260f0416-999d-4549-bb8a-e5798e56f3a5 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/security-groups?id=600be147-9a5d-481d-94e1-4f29bd61471c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357122 Jun 18 08:34:52.193618 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7173a7-cdfe-4c0e-ad5b-213df8298f5b req-0ae150dc-e046-4c13-bdfb-10226465a328 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:52.195111 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-fb7173a7-cdfe-4c0e-ad5b-213df8298f5b req-0ae150dc-e046-4c13-bdfb-10226465a328 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cd50329-1ab6-4882-87f9-35182c799443 HTTP/1.1" status: 200 len: 944 time: 0.0700033 Jun 18 08:34:52.237168 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-fb7173a7-cdfe-4c0e-ad5b-213df8298f5b req-424ccac7-9a1b-40b2-8869-fc11bb164813 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/security-groups?id=600be147-9a5d-481d-94e1-4f29bd61471c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358782 Jun 18 08:34:53.424079 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f85b1b-8042-4b17-8302-50e10d256397 req-d96b6126-e97c-4a88-ae40-d2e6dffa9cd8 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:53.425683 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f3f85b1b-8042-4b17-8302-50e10d256397 req-d96b6126-e97c-4a88-ae40-d2e6dffa9cd8 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cd50329-1ab6-4882-87f9-35182c799443 HTTP/1.1" status: 200 len: 944 time: 0.0714920 Jun 18 08:34:53.472520 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f3f85b1b-8042-4b17-8302-50e10d256397 req-e0b69952-8b1b-48de-bae2-05719a7e9c2d tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/security-groups?id=600be147-9a5d-481d-94e1-4f29bd61471c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403569 Jun 18 08:34:54.651248 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc909c4-ed15-4c44-96ee-ea194eed87fa req-5119509c-91dc-4911-84b0-6eceb6c115c5 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:54.652778 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7cc909c4-ed15-4c44-96ee-ea194eed87fa req-5119509c-91dc-4911-84b0-6eceb6c115c5 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cd50329-1ab6-4882-87f9-35182c799443 HTTP/1.1" status: 200 len: 944 time: 0.0673528 Jun 18 08:34:54.692033 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7cc909c4-ed15-4c44-96ee-ea194eed87fa req-c127f96e-b8d9-471d-bf0e-51db5f867307 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/security-groups?id=600be147-9a5d-481d-94e1-4f29bd61471c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330420 Jun 18 08:34:55.869613 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e22eb-df04-4c96-8064-3373b6080a18 req-3e36a3ea-0537-4d54-a453-8aab26b6d3c0 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:55.870983 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-638e22eb-df04-4c96-8064-3373b6080a18 req-3e36a3ea-0537-4d54-a453-8aab26b6d3c0 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cd50329-1ab6-4882-87f9-35182c799443 HTTP/1.1" status: 200 len: 944 time: 0.0629017 Jun 18 08:34:55.910066 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-638e22eb-df04-4c96-8064-3373b6080a18 req-1202829f-ed3d-42ad-bd97-7288fac67968 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/security-groups?id=600be147-9a5d-481d-94e1-4f29bd61471c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321910 Jun 18 08:34:56.206519 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:57.094990 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9184c2a7-9155-4ee5-b146-4964dc18a0ff req-e39b5328-a939-4cbe-86c2-7d68f1d4a277 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:57.096491 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-9184c2a7-9155-4ee5-b146-4964dc18a0ff req-e39b5328-a939-4cbe-86c2-7d68f1d4a277 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cd50329-1ab6-4882-87f9-35182c799443 HTTP/1.1" status: 200 len: 944 time: 0.0669103 Jun 18 08:34:57.134961 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-9184c2a7-9155-4ee5-b146-4964dc18a0ff req-77e34c8a-33be-4267-a266-921b1acbc186 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/security-groups?id=600be147-9a5d-481d-94e1-4f29bd61471c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327649 Jun 18 08:34:58.319283 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a12586-624a-4541-8e08-9318c7a7bfeb req-ea142f12-0303-4883-9092-02db97c04ea8 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:58.320797 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d8a12586-624a-4541-8e08-9318c7a7bfeb req-ea142f12-0303-4883-9092-02db97c04ea8 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cd50329-1ab6-4882-87f9-35182c799443 HTTP/1.1" status: 200 len: 944 time: 0.0737443 Jun 18 08:34:58.358278 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d8a12586-624a-4541-8e08-9318c7a7bfeb req-ea38a9e1-3bd2-48ce-93d3-5fe7c936756d tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/security-groups?id=600be147-9a5d-481d-94e1-4f29bd61471c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318007 Jun 18 08:34:58.659225 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device 35d03bd4-b558-4a3f-9d24-c3af85607e9a details requested by agent hyperv_hv-cinder-78687 with host hv-cinder-78687 {{(pid=93643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 08:34:58.766840 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] For port 35d03bd4-b558-4a3f-9d24-c3af85607e9a, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=35d03bd4-b558-4a3f-9d24-c3af85607e9a,segment=NetworkSegment(9c4cd0a3-7472-4b22-879f-ed10cb468f23),segment_id=9c4cd0a3-7472-4b22-879f-ed10cb468f23)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:34:58.779063 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Returning: {'device': '35d03bd4-b558-4a3f-9d24-c3af85607e9a', 'network_id': 'f70ada02-a3f7-438f-9c1f-42f5efecb904', 'port_id': '35d03bd4-b558-4a3f-9d24-c3af85607e9a', 'mac_address': 'fa:16:3e:91:9e:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b36080a-c49b-4a50-be3f-ccdce5af667b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 08:34:58.818699 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:58.834657 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.notifiers.nova [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35d03bd4-b558-4a3f-9d24-c3af85607e9a {{(pid=93643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 08:34:58.855673 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] For port 35d03bd4-b558-4a3f-9d24-c3af85607e9a, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=35d03bd4-b558-4a3f-9d24-c3af85607e9a,segment=NetworkSegment(9c4cd0a3-7472-4b22-879f-ed10cb468f23),segment_id=9c4cd0a3-7472-4b22-879f-ed10cb468f23)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:34:59.022110 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:34:59.024020 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-4a9c2433-235f-4583-aa2a-8a1a07ca3d44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:34:59.086672 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Pushing event updated for resources: {'Port': ['ID=35d03bd4-b558-4a3f-9d24-c3af85607e9a,revision_number=4']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:34:59.090048 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:34:59.541745 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9747ecf2-b277-456c-ae7e-49e7f18f974a req-c8728bc2-c504-4c76-bdb1-ddaa75a4a506 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:34:59.543255 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-9747ecf2-b277-456c-ae7e-49e7f18f974a req-c8728bc2-c504-4c76-bdb1-ddaa75a4a506 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cd50329-1ab6-4882-87f9-35182c799443 HTTP/1.1" status: 200 len: 945 time: 0.0681615 Jun 18 08:34:59.590104 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-9747ecf2-b277-456c-ae7e-49e7f18f974a req-c3bd354b-64db-4e81-9b23-982f12f92ff0 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/security-groups?id=600be147-9a5d-481d-94e1-4f29bd61471c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401759 Jun 18 08:34:59.642956 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] get_ports_and_sgs() called for port_ids ['35d03bd4-b558-4a3f-9d24-c3af85607e9a'] {{(pid=93643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 08:35:00.787074 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb185baf-e9bc-4eb1-a0dd-ce1f62be63b7 req-9e1d6fa4-002d-4335-8a54-141e0bc82073 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:35:00.788506 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-bb185baf-e9bc-4eb1-a0dd-ce1f62be63b7 req-9e1d6fa4-002d-4335-8a54-141e0bc82073 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cd50329-1ab6-4882-87f9-35182c799443 HTTP/1.1" status: 200 len: 945 time: 0.0803514 Jun 18 08:35:00.828014 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-bb185baf-e9bc-4eb1-a0dd-ce1f62be63b7 req-054aeb13-a74c-4c7c-8a72-ba29b6307430 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/security-groups?id=600be147-9a5d-481d-94e1-4f29bd61471c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335596 Jun 18 08:35:02.003003 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758a3b4e-1de7-480b-af64-8d2e954a1593 req-b03e7980-071d-4b5d-b2a1-8666b4512155 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:35:02.004559 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-758a3b4e-1de7-480b-af64-8d2e954a1593 req-b03e7980-071d-4b5d-b2a1-8666b4512155 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cd50329-1ab6-4882-87f9-35182c799443 HTTP/1.1" status: 200 len: 945 time: 0.0650144 Jun 18 08:35:02.052360 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-758a3b4e-1de7-480b-af64-8d2e954a1593 req-5a94d692-03fb-4ea2-a767-59ca435142b3 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/security-groups?id=600be147-9a5d-481d-94e1-4f29bd61471c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416393 Jun 18 08:35:02.676726 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device 35d03bd4-b558-4a3f-9d24-c3af85607e9a up at agent hyperv_hv-cinder-78687 {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:35:02.800560 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Provisioning for port 35d03bd4-b558-4a3f-9d24-c3af85607e9a completed by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:35:02.804721 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Provisioning complete for port 35d03bd4-b558-4a3f-9d24-c3af85607e9a triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:35:02.804914 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:35:02.879710 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:35:02.903060 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cd50329-1ab6-4882-87f9-35182c799443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d03bd4-b558-4a3f-9d24-c3af85607e9a'}] {{(pid=93643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:35:02.905790 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76bfc2cc3cc97e327acfe832f03e535bb9cef84d361ee3b318e5c5a2ba23989c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2919a22-c574-4fff-8386-fa73477f524e" -d '{"events": [{"server_uuid": "9cd50329-1ab6-4882-87f9-35182c799443", "name": "network-vif-plugged", "status": "completed", "tag": "35d03bd4-b558-4a3f-9d24-c3af85607e9a"}]}' {{(pid=93643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:35:02.919334 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] For port 35d03bd4-b558-4a3f-9d24-c3af85607e9a, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=35d03bd4-b558-4a3f-9d24-c3af85607e9a,segment=NetworkSegment(9c4cd0a3-7472-4b22-879f-ed10cb468f23),segment_id=9c4cd0a3-7472-4b22-879f-ed10cb468f23)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:35:02.957197 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.agents_db [None req-a940af84-dce7-47c4-b5d3-ae67f117b383 None None] Agent healthcheck: found 6 active agents {{(pid=93644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:35:03.002760 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:35:03.008510 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 08:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e699f04-474e-4353-944d-852a3717df40 x-openstack-request-id: req-8e699f04-474e-4353-944d-852a3717df40 {{(pid=93643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:35:03.011658 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cd50329-1ab6-4882-87f9-35182c799443", "name": "network-vif-plugged", "status": "completed", "tag": "35d03bd4-b558-4a3f-9d24-c3af85607e9a", "code": 200}]} {{(pid=93643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:35:03.011658 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8e699f04-474e-4353-944d-852a3717df40 {{(pid=93643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:35:03.011658 dv-cinder-786873-3-iscsi neutron-server[93643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cd50329-1ab6-4882-87f9-35182c799443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d03bd4-b558-4a3f-9d24-c3af85607e9a', 'code': 200} Jun 18 08:35:03.011658 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-592da7ee-5b17-4f91-b33b-5a4dc4e30b22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:35:03.060291 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Pushing event updated for resources: {'Port': ['ID=35d03bd4-b558-4a3f-9d24-c3af85607e9a,revision_number=5']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:35:03.064843 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:35:03.102413 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-5d0fbbd7-56d0-4bc7-900f-c719dd4d50d5 req-c792acda-c4a2-44a9-9d20-713be578913c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cfd1c108-3390-4f3f-8ef5-534ccd7a6669&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0520444 Jun 18 08:35:03.202416 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0fbbd7-56d0-4bc7-900f-c719dd4d50d5 req-ac3c2ca0-8797-4ec2-a870-f9f610ffe233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:35:03.204134 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-5d0fbbd7-56d0-4bc7-900f-c719dd4d50d5 req-ac3c2ca0-8797-4ec2-a870-f9f610ffe233 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f33eeb6169284d22b1baacfb166428e8&device_id=cfd1c108-3390-4f3f-8ef5-534ccd7a6669 HTTP/1.1" status: 200 len: 1099 time: 0.0560448 Jun 18 08:35:03.255917 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bc6709-c707-443e-8dd8-b233e2bcbb4b req-8a9d1b5d-3de7-45e4-8185-d49a80ba663e tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:35:03.257854 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-00bc6709-c707-443e-8dd8-b233e2bcbb4b req-8a9d1b5d-3de7-45e4-8185-d49a80ba663e tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cd50329-1ab6-4882-87f9-35182c799443 HTTP/1.1" status: 200 len: 946 time: 0.0795071 Jun 18 08:35:03.297908 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-00bc6709-c707-443e-8dd8-b233e2bcbb4b req-b10cab7d-205b-4841-9d5e-24279b976699 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/security-groups?id=600be147-9a5d-481d-94e1-4f29bd61471c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343323 Jun 18 08:35:03.314283 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0fbbd7-56d0-4bc7-900f-c719dd4d50d5 req-9ff4c72a-f59a-4dfe-9da0-0b49996578aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:35:03.315647 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-5d0fbbd7-56d0-4bc7-900f-c719dd4d50d5 req-9ff4c72a-f59a-4dfe-9da0-0b49996578aa service neutron] 10.222.0.72 "GET /v2.0/networks?id=d15bb2fc-c17e-4d6a-a35a-67df4428a903 HTTP/1.1" status: 200 len: 912 time: 0.0914772 Jun 18 08:35:03.383497 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-5d0fbbd7-56d0-4bc7-900f-c719dd4d50d5 req-e3621010-5269-4893-aa80-4d30f7700a13 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c907d96-4eab-4b9b-b636-d761d93350d0 HTTP/1.1" status: 200 len: 1001 time: 0.0612085 Jun 18 08:35:03.434014 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0fbbd7-56d0-4bc7-900f-c719dd4d50d5 req-94d8ff24-ecc2-4399-ab7b-d52a993fbe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:35:03.435530 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-5d0fbbd7-56d0-4bc7-900f-c719dd4d50d5 req-94d8ff24-ecc2-4399-ab7b-d52a993fbe93 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=78edb95a-a8b8-4f5b-b1a4-32d834ef5bcc HTTP/1.1" status: 200 len: 850 time: 0.0460072 Jun 18 08:35:03.501050 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0fbbd7-56d0-4bc7-900f-c719dd4d50d5 req-540d9e25-c7e4-480e-b701-1e8950600599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:35:03.502527 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-5d0fbbd7-56d0-4bc7-900f-c719dd4d50d5 req-540d9e25-c7e4-480e-b701-1e8950600599 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d15bb2fc-c17e-4d6a-a35a-67df4428a903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0606627 Jun 18 08:35:03.569249 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dbc06e-0dec-47f7-969b-b596a957b218 req-8c0fd34c-f7a3-4c4e-8ac9-5328b3f66d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:35:03.570601 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a9dbc06e-0dec-47f7-969b-b596a957b218 req-8c0fd34c-f7a3-4c4e-8ac9-5328b3f66d50 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9cd50329-1ab6-4882-87f9-35182c799443 HTTP/1.1" status: 200 len: 1099 time: 0.0541587 Jun 18 08:35:03.601403 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-5d0fbbd7-56d0-4bc7-900f-c719dd4d50d5 req-f3d6eaaa-5023-4a8f-973c-1959c2cf3984 service neutron] 10.222.0.72 "GET /v2.0/networks/d15bb2fc-c17e-4d6a-a35a-67df4428a903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858042 Jun 18 08:35:03.609223 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a9dbc06e-0dec-47f7-969b-b596a957b218 req-eed4018f-6a02-4be3-9c19-93c5b4ee1872 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=600be147-9a5d-481d-94e1-4f29bd61471c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314798 Jun 18 08:35:03.694895 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-5d0fbbd7-56d0-4bc7-900f-c719dd4d50d5 req-05b2baf9-b156-4b8b-9510-f358b781609e service neutron] 10.222.0.72 "GET /v2.0/networks/d15bb2fc-c17e-4d6a-a35a-67df4428a903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859637 Jun 18 08:35:04.484433 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7adda6-65c3-4f71-ac97-d5cd1c6bca17 req-14a8efbe-e248-420d-9b9e-0589aa66082c tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:35:04.485896 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-8a7adda6-65c3-4f71-ac97-d5cd1c6bca17 req-14a8efbe-e248-420d-9b9e-0589aa66082c tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cd50329-1ab6-4882-87f9-35182c799443 HTTP/1.1" status: 200 len: 946 time: 0.0704515 Jun 18 08:35:04.525398 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-8a7adda6-65c3-4f71-ac97-d5cd1c6bca17 req-9a9c2c8d-c163-46f9-b4e6-e00eb1a67181 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/security-groups?id=600be147-9a5d-481d-94e1-4f29bd61471c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338271 Jun 18 08:35:05.707031 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e6b06-2c22-485f-b811-c058f4184267 req-cdb22100-4737-429c-bc40-181785bebf60 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:35:05.708591 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f01e6b06-2c22-485f-b811-c058f4184267 req-cdb22100-4737-429c-bc40-181785bebf60 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cd50329-1ab6-4882-87f9-35182c799443 HTTP/1.1" status: 200 len: 946 time: 0.0708299 Jun 18 08:35:05.751988 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f01e6b06-2c22-485f-b811-c058f4184267 req-a670d720-81ff-4bf5-86b6-f03171076359 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/security-groups?id=600be147-9a5d-481d-94e1-4f29bd61471c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376122 Jun 18 08:35:06.928359 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6122f5b9-1913-4e65-bfb1-6389797ef62d req-5ec2da8a-38e0-4e07-ae6b-2cd92a3c5cca tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:35:06.929481 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6122f5b9-1913-4e65-bfb1-6389797ef62d req-5ec2da8a-38e0-4e07-ae6b-2cd92a3c5cca tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cd50329-1ab6-4882-87f9-35182c799443 HTTP/1.1" status: 200 len: 946 time: 0.0634055 Jun 18 08:35:06.969505 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6122f5b9-1913-4e65-bfb1-6389797ef62d req-99618e75-f61d-4055-8765-6bb9bc4ffffe tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/security-groups?id=600be147-9a5d-481d-94e1-4f29bd61471c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341849 Jun 18 08:35:07.150422 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb6bcf-b354-48c8-9fb9-57d5420a996d req-f4149412-9507-41d3-9116-089149567d2d tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:35:07.151878 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-15eb6bcf-b354-48c8-9fb9-57d5420a996d req-f4149412-9507-41d3-9116-089149567d2d tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cd50329-1ab6-4882-87f9-35182c799443 HTTP/1.1" status: 200 len: 946 time: 0.0664988 Jun 18 08:35:07.189771 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-15eb6bcf-b354-48c8-9fb9-57d5420a996d req-e74be309-d989-42d2-9490-9788ae0ebd36 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/security-groups?id=600be147-9a5d-481d-94e1-4f29bd61471c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313544 Jun 18 08:35:07.213756 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 38876) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:35:07.362585 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98ca08a-a7f6-4ae6-a1b6-e8d95d17a7da tempest-TestShelveInstance-1072349449 tempest-TestShelveInstance-1072349449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:35:07.363657 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-d98ca08a-a7f6-4ae6-a1b6-e8d95d17a7da tempest-TestShelveInstance-1072349449 tempest-TestShelveInstance-1072349449-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9cd50329-1ab6-4882-87f9-35182c799443 HTTP/1.1" status: 200 len: 1094 time: 0.1488905 Jun 18 08:35:07.366439 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 38880) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:35:07.370816 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [None req-ba27c214-f7f0-4cc9-9af5-8f048ca2bf05 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Request body: {'floatingip': {'floating_network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'port_id': '35d03bd4-b558-4a3f-9d24-c3af85607e9a', 'tenant_id': '16377c30d98b40d2a1d40d112350c18e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:35:07.480854 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-ba27c214-f7f0-4cc9-9af5-8f048ca2bf05 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Notify callbacks [] for floatingip, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:35:07.588219 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-ba27c214-f7f0-4cc9-9af5-8f048ca2bf05 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-568420'] for port, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:35:07.697012 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.db_base_plugin_common [None req-ba27c214-f7f0-4cc9-9af5-8f048ca2bf05 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Allocated IP 172.27.2.173 (215fa03e-ed5a-4c2a-ba1d-c413840c30f2/b938f688-1844-46d6-ac73-91c028ff50eb/81f38e7a-f33b-4613-8ce2-7a00113d8767) {{(pid=93642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:35:07.799535 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-ba27c214-f7f0-4cc9-9af5-8f048ca2bf05 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Notify callbacks [] for port, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:35:07.922279 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-ba27c214-f7f0-4cc9-9af5-8f048ca2bf05 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-568999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741881438814'] for port, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:35:07.924676 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-120b9afa-b9d8-4510-bbd8-1ea250b147c8 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:35:07.965557 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba27c214-f7f0-4cc9-9af5-8f048ca2bf05 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Network 215fa03e-ed5a-4c2a-ba1d-c413840c30f2 is already hosted by enough agents. {{(pid=93642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:35:07.969126 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.base_scheduler [None req-ba27c214-f7f0-4cc9-9af5-8f048ca2bf05 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Resources bound (agent type, host, resource id): {{(pid=93642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:35:07.971726 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba27c214-f7f0-4cc9-9af5-8f048ca2bf05 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Received port after_create {{(pid=93642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:35:07.978975 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba27c214-f7f0-4cc9-9af5-8f048ca2bf05 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Pushing event updated for resources: {'Port': ['ID=81f38e7a-f33b-4613-8ce2-7a00113d8767,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:35:08.007976 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba27c214-f7f0-4cc9-9af5-8f048ca2bf05 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:35:08.008540 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba27c214-f7f0-4cc9-9af5-8f048ca2bf05 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:35:08.009142 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba27c214-f7f0-4cc9-9af5-8f048ca2bf05 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:35:08.009500 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba27c214-f7f0-4cc9-9af5-8f048ca2bf05 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:35:08.009855 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba27c214-f7f0-4cc9-9af5-8f048ca2bf05 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:35:08.010211 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba27c214-f7f0-4cc9-9af5-8f048ca2bf05 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:35:08.010565 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba27c214-f7f0-4cc9-9af5-8f048ca2bf05 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:35:08.010987 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba27c214-f7f0-4cc9-9af5-8f048ca2bf05 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:35:08.011351 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba27c214-f7f0-4cc9-9af5-8f048ca2bf05 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:35:08.011697 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba27c214-f7f0-4cc9-9af5-8f048ca2bf05 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:35:08.012077 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba27c214-f7f0-4cc9-9af5-8f048ca2bf05 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:35:08.012427 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba27c214-f7f0-4cc9-9af5-8f048ca2bf05 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:35:08.016203 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-ba27c214-f7f0-4cc9-9af5-8f048ca2bf05 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:35:08.346687 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-ba27c214-f7f0-4cc9-9af5-8f048ca2bf05 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:35:08.497216 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-ba27c214-f7f0-4cc9-9af5-8f048ca2bf05 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:35:08.663008 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-ba27c214-f7f0-4cc9-9af5-8f048ca2bf05 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Notify callbacks [] for port, precommit_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:35:08.726077 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-ba27c214-f7f0-4cc9-9af5-8f048ca2bf05 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:35:08.729287 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-4ef46dae-be0e-4959-89d0-56b9cbd9d541 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:35:08.757074 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-ba27c214-f7f0-4cc9-9af5-8f048ca2bf05 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7960458'] for floatingip, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:35:08.814616 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba27c214-f7f0-4cc9-9af5-8f048ca2bf05 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Pushing event updated for resources: {'Port': ['ID=81f38e7a-f33b-4613-8ce2-7a00113d8767,revision_number=2']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:35:08.817451 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-ba27c214-f7f0-4cc9-9af5-8f048ca2bf05 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:35:08.874708 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.db.l3_db [None req-ba27c214-f7f0-4cc9-9af5-8f048ca2bf05 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Floating IP 5dd178d8-f0df-496e-9140-6f1551800986 associated. External IP: 172.27.2.173, port: 35d03bd4-b558-4a3f-9d24-c3af85607e9a. Jun 18 08:35:09.092438 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-fd12e80f-cca9-4005-9da1-510117cfe03e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:35:09.383638 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba27c214-f7f0-4cc9-9af5-8f048ca2bf05 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Router 89064131-e9d9-49de-ac1b-092a176c006d has already been hosted by L3 agent ebfc1b20-a3df-4bae-b350-fc31028a16a3 {{(pid=93642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 08:35:09.500113 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba27c214-f7f0-4cc9-9af5-8f048ca2bf05 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Notify agent at l3_agent.dv-cinder-786873-3-iscsi the message routers_updated {{(pid=93642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:35:09.510738 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bfdc6c-bdb2-4b06-9651-7c1dfeffc841 None None] Sync routers for ids ['89064131-e9d9-49de-ac1b-092a176c006d'] in dv-cinder-786873-3-iscsi {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:35:09.522663 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bfdc6c-bdb2-4b06-9651-7c1dfeffc841 None None] Routers {'89064131-e9d9-49de-ac1b-092a176c006d'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:35:09.526326 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-34bfdc6c-bdb2-4b06-9651-7c1dfeffc841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:34:41Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['89064131-e9d9-49de-ac1b-092a176c006d'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:35:09.621803 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-ba27c214-f7f0-4cc9-9af5-8f048ca2bf05 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881'] for floatingip, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:35:09.652150 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-34bfdc6c-bdb2-4b06-9651-7c1dfeffc841 None None] Set router 89064131-e9d9-49de-ac1b-092a176c006d gateway port host: dv-cinder-786873-3-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:35:09.675014 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-ba27c214-f7f0-4cc9-9af5-8f048ca2bf05 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3075452 Jun 18 08:35:09.675662 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cd50329-1ab6-4882-87f9-35182c799443', 'tag': '35d03bd4-b558-4a3f-9d24-c3af85607e9a'}] {{(pid=93642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:35:09.678027 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8e20e2b9f795c08d425b6044ace8e6bfcc189f1bac9bd432248b5aa3a03ca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dcc0ea7-bbd7-4251-a4c7-6c9fb5b642cd" -d '{"events": [{"name": "network-changed", "server_uuid": "9cd50329-1ab6-4882-87f9-35182c799443", "tag": "35d03bd4-b558-4a3f-9d24-c3af85607e9a"}]}' {{(pid=93642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:35:09.727901 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 08:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-291ca946-07c3-49ea-a542-fb3268ea06d1 x-openstack-request-id: req-291ca946-07c3-49ea-a542-fb3268ea06d1 {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:35:09.727901 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cd50329-1ab6-4882-87f9-35182c799443", "tag": "35d03bd4-b558-4a3f-9d24-c3af85607e9a", "status": "completed", "code": 200}]} {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:35:09.727901 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-291ca946-07c3-49ea-a542-fb3268ea06d1 {{(pid=93642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:35:09.727901 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cd50329-1ab6-4882-87f9-35182c799443', 'tag': '35d03bd4-b558-4a3f-9d24-c3af85607e9a', 'status': 'completed', 'code': 200} Jun 18 08:35:09.835809 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc0ea7-bbd7-4251-a4c7-6c9fb5b642cd req-a81d5ebe-136b-4a0c-8967-7d859640b424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:35:09.837503 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-2dcc0ea7-bbd7-4251-a4c7-6c9fb5b642cd req-a81d5ebe-136b-4a0c-8967-7d859640b424 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=16377c30d98b40d2a1d40d112350c18e&device_id=9cd50329-1ab6-4882-87f9-35182c799443 HTTP/1.1" status: 200 len: 1099 time: 0.0629470 Jun 18 08:35:09.894187 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 38904) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:35:09.920986 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-34bfdc6c-bdb2-4b06-9651-7c1dfeffc841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89064131-e9d9-49de-ac1b-092a176c006d', 'name': 'tempest-TestShelveInstance-531576247-router', 'tenant_id': '16377c30d98b40d2a1d40d112350c18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'e18447b7-a960-46e4-b076-a28d31f6f12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:33:31Z', 'updated_at': '2021-06-18T08:33:39Z', 'revision_number': 4, 'project_id': '16377c30d98b40d2a1d40d112350c18e', 'gw_port': {'id': 'e18447b7-a960-46e4-b076-a28d31f6f12e', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:02:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89064131-e9d9-49de-ac1b-092a176c006d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:33Z', 'updated_at': '2021-06-18T08:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_floatingips': [{'id': '5dd178d8-f0df-496e-9140-6f1551800986', 'tenant_id': '16377c30d98b40d2a1d40d112350c18e', 'floating_ip_address': '172.27.2.173', 'floating_network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'router_id': '89064131-e9d9-49de-ac1b-092a176c006d', 'port_id': '35d03bd4-b558-4a3f-9d24-c3af85607e9a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f70ada02-a3f7-438f-9c1f-42f5efecb904', 'mac_address': 'fa:16:3e:91:9e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd50329-1ab6-4882-87f9-35182c799443', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T08:35:08Z', 'updated_at': '2021-06-18T08:35:08Z', 'revision_number': 0, 'project_id': '16377c30d98b40d2a1d40d112350c18e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fcc6339-2bf6-41bd-acdd-69f7449638b8', 'name': '', 'network_id': 'f70ada02-a3f7-438f-9c1f-42f5efecb904', 'tenant_id': '16377c30d98b40d2a1d40d112350c18e', 'mac_address': 'fa:16:3e:11:83:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89064131-e9d9-49de-ac1b-092a176c006d', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7b36080a-c49b-4a50-be3f-ccdce5af667b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:38Z', 'updated_at': '2021-06-18T08:33:49Z', 'revision_number': 5, 'project_id': '16377c30d98b40d2a1d40d112350c18e', 'subnets': [{'id': '7b36080a-c49b-4a50-be3f-ccdce5af667b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:35:09.940732 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc0ea7-bbd7-4251-a4c7-6c9fb5b642cd req-e44df3b1-ce31-4cad-a6a8-42c2e51b058e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:35:09.942334 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-2dcc0ea7-bbd7-4251-a4c7-6c9fb5b642cd req-e44df3b1-ce31-4cad-a6a8-42c2e51b058e service neutron] 10.222.0.72 "GET /v2.0/networks?id=f70ada02-a3f7-438f-9c1f-42f5efecb904 HTTP/1.1" status: 200 len: 909 time: 0.0984700 Jun 18 08:35:09.959326 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bfdc6c-bdb2-4b06-9651-7c1dfeffc841 None None] Checking router: 89064131-e9d9-49de-ac1b-092a176c006d for host: dv-cinder-786873-3-iscsi {{(pid=93643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:35:09.974171 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bfdc6c-bdb2-4b06-9651-7c1dfeffc841 None None] Routers {'89064131-e9d9-49de-ac1b-092a176c006d'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:35:09.974869 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-34bfdc6c-bdb2-4b06-9651-7c1dfeffc841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:34:41Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['89064131-e9d9-49de-ac1b-092a176c006d'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:35:10.009241 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1ca5fb98-9ffc-460e-8668-604dc6b238ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:35:10.014397 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-2dcc0ea7-bbd7-4251-a4c7-6c9fb5b642cd req-94d92ca0-bb70-49ff-aa86-39d9e8cb2153 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35d03bd4-b558-4a3f-9d24-c3af85607e9a HTTP/1.1" status: 200 len: 1000 time: 0.0643907 Jun 18 08:35:10.067576 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc0ea7-bbd7-4251-a4c7-6c9fb5b642cd req-d5c53991-4215-45e7-a235-790523f84fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:35:10.069098 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-2dcc0ea7-bbd7-4251-a4c7-6c9fb5b642cd req-d5c53991-4215-45e7-a235-790523f84fc2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7b36080a-c49b-4a50-be3f-ccdce5af667b HTTP/1.1" status: 200 len: 847 time: 0.0491967 Jun 18 08:35:10.103221 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1ca5fb98-9ffc-460e-8668-604dc6b238ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:35:10.131992 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc0ea7-bbd7-4251-a4c7-6c9fb5b642cd req-52ff55da-b436-4a8d-9a21-eb1984cc846d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:35:10.132560 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-34bfdc6c-bdb2-4b06-9651-7c1dfeffc841 None None] Set router 89064131-e9d9-49de-ac1b-092a176c006d gateway port host: dv-cinder-786873-3-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:35:10.133381 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-2dcc0ea7-bbd7-4251-a4c7-6c9fb5b642cd req-52ff55da-b436-4a8d-9a21-eb1984cc846d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f70ada02-a3f7-438f-9c1f-42f5efecb904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0571282 Jun 18 08:35:10.162825 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1ca5fb98-9ffc-460e-8668-604dc6b238ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:35:10.167257 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-7d836022-02d2-424e-bba0-3f1c5de4ea67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:35:10.205151 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-1ca5fb98-9ffc-460e-8668-604dc6b238ee admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5853ed0a5fd84458b23c6bbf655f4eb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3097978 Jun 18 08:35:10.207644 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 38908) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:35:10.213881 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca5fb98-9ffc-460e-8668-604dc6b238ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a88e8d7b-7cec-43a4-8a23-20f5fdf22085,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:35:10.224923 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-2dcc0ea7-bbd7-4251-a4c7-6c9fb5b642cd req-f9f7d9ce-513e-49fb-94e9-98922143455a service neutron] 10.222.0.72 "GET /v2.0/networks/f70ada02-a3f7-438f-9c1f-42f5efecb904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841761 Jun 18 08:35:10.229041 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca5fb98-9ffc-460e-8668-604dc6b238ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:35:10.232828 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca5fb98-9ffc-460e-8668-604dc6b238ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:35:10.232828 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca5fb98-9ffc-460e-8668-604dc6b238ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:35:10.232828 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca5fb98-9ffc-460e-8668-604dc6b238ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:35:10.232828 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca5fb98-9ffc-460e-8668-604dc6b238ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:35:10.232828 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca5fb98-9ffc-460e-8668-604dc6b238ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:35:10.232828 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca5fb98-9ffc-460e-8668-604dc6b238ee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:35:10.232828 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca5fb98-9ffc-460e-8668-604dc6b238ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:35:10.232828 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca5fb98-9ffc-460e-8668-604dc6b238ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:35:10.232828 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca5fb98-9ffc-460e-8668-604dc6b238ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:35:10.232828 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca5fb98-9ffc-460e-8668-604dc6b238ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:35:10.234084 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca5fb98-9ffc-460e-8668-604dc6b238ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:35:10.246940 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-1ca5fb98-9ffc-460e-8668-604dc6b238ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:35:10.282145 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-90a81d1f-562c-4888-89d9-1358c7d46eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:35:10.305902 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-90a81d1f-562c-4888-89d9-1358c7d46eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:35:10.329377 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-2dcc0ea7-bbd7-4251-a4c7-6c9fb5b642cd req-f81131a9-eb52-4a25-8429-22f8b14d121a service neutron] 10.222.0.72 "GET /v2.0/networks/f70ada02-a3f7-438f-9c1f-42f5efecb904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981243 Jun 18 08:35:10.389947 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-34bfdc6c-bdb2-4b06-9651-7c1dfeffc841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89064131-e9d9-49de-ac1b-092a176c006d', 'name': 'tempest-TestShelveInstance-531576247-router', 'tenant_id': '16377c30d98b40d2a1d40d112350c18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'e18447b7-a960-46e4-b076-a28d31f6f12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:33:31Z', 'updated_at': '2021-06-18T08:33:39Z', 'revision_number': 4, 'project_id': '16377c30d98b40d2a1d40d112350c18e', 'gw_port': {'id': 'e18447b7-a960-46e4-b076-a28d31f6f12e', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:02:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89064131-e9d9-49de-ac1b-092a176c006d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:33Z', 'updated_at': '2021-06-18T08:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_floatingips': [{'id': '5dd178d8-f0df-496e-9140-6f1551800986', 'tenant_id': '16377c30d98b40d2a1d40d112350c18e', 'floating_ip_address': '172.27.2.173', 'floating_network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'router_id': '89064131-e9d9-49de-ac1b-092a176c006d', 'port_id': '35d03bd4-b558-4a3f-9d24-c3af85607e9a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f70ada02-a3f7-438f-9c1f-42f5efecb904', 'mac_address': 'fa:16:3e:91:9e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd50329-1ab6-4882-87f9-35182c799443', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T08:35:08Z', 'updated_at': '2021-06-18T08:35:08Z', 'revision_number': 0, 'project_id': '16377c30d98b40d2a1d40d112350c18e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fcc6339-2bf6-41bd-acdd-69f7449638b8', 'name': '', 'network_id': 'f70ada02-a3f7-438f-9c1f-42f5efecb904', 'tenant_id': '16377c30d98b40d2a1d40d112350c18e', 'mac_address': 'fa:16:3e:11:83:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89064131-e9d9-49de-ac1b-092a176c006d', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7b36080a-c49b-4a50-be3f-ccdce5af667b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:38Z', 'updated_at': '2021-06-18T08:33:49Z', 'revision_number': 5, 'project_id': '16377c30d98b40d2a1d40d112350c18e', 'subnets': [{'id': '7b36080a-c49b-4a50-be3f-ccdce5af667b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:35:10.417199 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bfdc6c-bdb2-4b06-9651-7c1dfeffc841 None None] The sync data for ids ['89064131-e9d9-49de-ac1b-092a176c006d'] in dv-cinder-786873-3-iscsi is: [{'id': '89064131-e9d9-49de-ac1b-092a176c006d', 'name': 'tempest-TestShelveInstance-531576247-router', 'tenant_id': '16377c30d98b40d2a1d40d112350c18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'e18447b7-a960-46e4-b076-a28d31f6f12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:33:31Z', 'updated_at': '2021-06-18T08:33:39Z', 'revision_number': 4, 'project_id': '16377c30d98b40d2a1d40d112350c18e', 'gw_port': {'id': 'e18447b7-a960-46e4-b076-a28d31f6f12e', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:02:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89064131-e9d9-49de-ac1b-092a176c006d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:33Z', 'updated_at': '2021-06-18T08:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_floatingips': [{'id': '5dd178d8-f0df-496e-9140-6f1551800986', 'tenant_id': '16377c30d98b40d2a1d40d112350c18e', 'floating_ip_address': '172.27.2.173', 'floating_network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'router_id': '89064131-e9d9-49de-ac1b-092a176c006d', 'port_id': '35d03bd4-b558-4a3f-9d24-c3af85607e9a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f70ada02-a3f7-438f-9c1f-42f5efecb904', 'mac_address': 'fa:16:3e:91:9e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd50329-1ab6-4882-87f9-35182c799443', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T08:35:08Z', 'updated_at': '2021-06-18T08:35:08Z', 'revision_number': 0, 'project_id': '16377c30d98b40d2a1d40d112350c18e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fcc6339-2bf6-41bd-acdd-69f7449638b8', 'name': '', 'network_id': 'f70ada02-a3f7-438f-9c1f-42f5efecb904', 'tenant_id': '16377c30d98b40d2a1d40d112350c18e', 'mac_address': 'fa:16:3e:11:83:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89064131-e9d9-49de-ac1b-092a176c006d', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7b36080a-c49b-4a50-be3f-ccdce5af667b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:38Z', 'updated_at': '2021-06-18T08:33:49Z', 'revision_number': 5, 'project_id': '16377c30d98b40d2a1d40d112350c18e', 'subnets': [{'id': '7b36080a-c49b-4a50-be3f-ccdce5af667b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:35:10.440479 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-90a81d1f-562c-4888-89d9-1358c7d46eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:35:10.449056 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-90a81d1f-562c-4888-89d9-1358c7d46eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:35:10.449056 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-90a81d1f-562c-4888-89d9-1358c7d46eba admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a88e8d7b-7cec-43a4-8a23-20f5fdf22085 HTTP/1.1" status: 204 len: 168 time: 0.2355702 Jun 18 08:35:10.449056 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-3d274b30-0492-4448-9e74-7e7c5863156d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:35:10.454397 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a81d1f-562c-4888-89d9-1358c7d46eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a88e8d7b-7cec-43a4-8a23-20f5fdf22085,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:35:10.456773 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-90a81d1f-562c-4888-89d9-1358c7d46eba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:35:10.629005 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3de578d-9b2c-4d3f-9caa-3691a8274bbf None None] New status for floating IP 5dd178d8-f0df-496e-9140-6f1551800986: ACTIVE {{(pid=93644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 08:35:11.526638 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-fa88d415-944f-4395-869c-16356fec9787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:35:11.897550 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:35:12.855807 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-37edacc1-1ba5-460e-aa47-45b5acfa9d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:35:14.554876 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-624571b3-aef6-4a8c-8ab3-5c089201a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:35:26.200569 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:35:39.057074 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-191e0f45-7869-4f83-8e51-1b22e8b35ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:35:39.956060 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.agents_db [None req-a940af84-dce7-47c4-b5d3-ae67f117b383 None None] Agent healthcheck: found 6 active agents {{(pid=93644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:35:41.517625 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-b5368de8-7f7f-4ecf-9f91-9f732722414a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:35:41.911707 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:35:42.901138 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-37edacc1-1ba5-460e-aa47-45b5acfa9d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:35:44.571301 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-624571b3-aef6-4a8c-8ab3-5c089201a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:35:45.766276 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fad5f26-44ad-40e0-8862-2e860cce9d99 req-79687686-f29e-4ee6-a071-2715b2420d4e tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:35:45.767857 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7fad5f26-44ad-40e0-8862-2e860cce9d99 req-79687686-f29e-4ee6-a071-2715b2420d4e tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 946 time: 0.0744143 Jun 18 08:35:45.815374 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7fad5f26-44ad-40e0-8862-2e860cce9d99 req-96f43686-820f-4d6e-9ee3-2486e991ff0c tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/security-groups?id=9acf3f14-0245-462c-bda1-3481c334b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402448 Jun 18 08:35:46.748196 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fc7754-3a22-42ab-bf71-2a4af3bce824 req-9674786c-ae12-467a-8ad6-d406d36ca4cf tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:35:46.749692 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c0fc7754-3a22-42ab-bf71-2a4af3bce824 req-9674786c-ae12-467a-8ad6-d406d36ca4cf tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=cfd1c108-3390-4f3f-8ef5-534ccd7a6669 HTTP/1.1" status: 200 len: 946 time: 0.0684361 Jun 18 08:35:46.789245 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c0fc7754-3a22-42ab-bf71-2a4af3bce824 req-775f89de-0597-46bc-9899-c2ae8b2e5c93 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/security-groups?id=a521bd04-5697-4ea8-a853-e5232e0f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329044 Jun 18 08:35:47.013511 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3e54f-20d2-4be8-af29-87ff9a07f7d9 req-6935fbe0-68d9-4e32-9d0a-b9d9dc2402ba tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:35:47.015004 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b0f3e54f-20d2-4be8-af29-87ff9a07f7d9 req-6935fbe0-68d9-4e32-9d0a-b9d9dc2402ba tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 946 time: 0.0765347 Jun 18 08:35:47.055656 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b0f3e54f-20d2-4be8-af29-87ff9a07f7d9 req-a2794bd0-4ee5-4fa2-ba75-c4808eea3640 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/security-groups?id=9acf3f14-0245-462c-bda1-3481c334b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347085 Jun 18 08:35:47.976082 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dbede7-1dd0-45ce-a968-eed45fad678a req-8fbdfe19-c894-446a-986e-56c92dd55fff tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:35:47.977683 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-62dbede7-1dd0-45ce-a968-eed45fad678a req-8fbdfe19-c894-446a-986e-56c92dd55fff tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=cfd1c108-3390-4f3f-8ef5-534ccd7a6669 HTTP/1.1" status: 200 len: 946 time: 0.0735004 Jun 18 08:35:48.018052 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-62dbede7-1dd0-45ce-a968-eed45fad678a req-8cc1a2cb-b88f-429c-b365-dcb7b26235e1 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/security-groups?id=a521bd04-5697-4ea8-a853-e5232e0f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345404 Jun 18 08:35:48.231265 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc47557-d84c-4e4e-bb95-5f921aaf8eeb req-b8732331-8bab-48ed-b063-8dc16c741bbb tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:35:48.232768 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0fc47557-d84c-4e4e-bb95-5f921aaf8eeb req-b8732331-8bab-48ed-b063-8dc16c741bbb tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 946 time: 0.0633008 Jun 18 08:35:48.295655 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0fc47557-d84c-4e4e-bb95-5f921aaf8eeb req-e4c67119-88b4-4537-b42a-896679085757 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/security-groups?id=9acf3f14-0245-462c-bda1-3481c334b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548625 Jun 18 08:35:49.196754 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7247e5-5f69-4750-8574-83c3d551a839 req-fc717484-2503-43a4-865a-ccb1af1ef30b tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:35:49.198264 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ce7247e5-5f69-4750-8574-83c3d551a839 req-fc717484-2503-43a4-865a-ccb1af1ef30b tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=cfd1c108-3390-4f3f-8ef5-534ccd7a6669 HTTP/1.1" status: 200 len: 946 time: 0.0665467 Jun 18 08:35:49.225185 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d7388-f878-47c0-b47f-ff7ecd4c384b req-32fa69e8-b6b8-4b76-afa8-8dce6b6f7358 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:35:49.226686 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-1b9d7388-f878-47c0-b47f-ff7ecd4c384b req-32fa69e8-b6b8-4b76-afa8-8dce6b6f7358 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.72 "GET /v2.0/ports?device_id=cfd1c108-3390-4f3f-8ef5-534ccd7a6669 HTTP/1.1" status: 200 len: 946 time: 0.0675387 Jun 18 08:35:49.237899 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ce7247e5-5f69-4750-8574-83c3d551a839 req-23940ec4-77f2-490d-9705-379150a551f0 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/security-groups?id=a521bd04-5697-4ea8-a853-e5232e0f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332997 Jun 18 08:35:49.339315 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [req-1b9d7388-f878-47c0-b47f-ff7ecd4c384b req-0c9b092f-da3e-4929-8763-2614f2a25f8a tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Deleting port 1c907d96-4eab-4b9b-b636-d761d93350d0 {{(pid=93642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:35:49.339657 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-1b9d7388-f878-47c0-b47f-ff7ecd4c384b req-0c9b092f-da3e-4929-8763-2614f2a25f8a tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741882027237'] for port, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:35:49.432272 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [req-1b9d7388-f878-47c0-b47f-ff7ecd4c384b req-0c9b092f-da3e-4929-8763-2614f2a25f8a tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] For port 1c907d96-4eab-4b9b-b636-d761d93350d0, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=1c907d96-4eab-4b9b-b636-d761d93350d0,segment=NetworkSegment(f6af959e-126d-4479-ae7f-6c309c6f9c8c),segment_id=f6af959e-126d-4479-ae7f-6c309c6f9c8c)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:35:49.432954 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-1b9d7388-f878-47c0-b47f-ff7ecd4c384b req-0c9b092f-da3e-4929-8763-2614f2a25f8a tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7962534'] for port, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:35:49.480551 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57acc947-b07b-4342-9e68-2c1633dab2a9 req-e5034592-22f3-43c9-9e5e-aba96911a42a tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:35:49.482055 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-57acc947-b07b-4342-9e68-2c1633dab2a9 req-e5034592-22f3-43c9-9e5e-aba96911a42a tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 946 time: 0.0673397 Jun 18 08:35:49.520815 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-57acc947-b07b-4342-9e68-2c1633dab2a9 req-0f388555-7aa5-45b3-bd1f-4b3e3c171431 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/security-groups?id=9acf3f14-0245-462c-bda1-3481c334b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326474 Jun 18 08:35:49.636575 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-1b9d7388-f878-47c0-b47f-ff7ecd4c384b req-0c9b092f-da3e-4929-8763-2614f2a25f8a tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:35:49.636944 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-1b9d7388-f878-47c0-b47f-ff7ecd4c384b req-0c9b092f-da3e-4929-8763-2614f2a25f8a tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7960458'] for floatingip, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:35:49.637255 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.db.l3_db [req-1b9d7388-f878-47c0-b47f-ff7ecd4c384b req-0c9b092f-da3e-4929-8763-2614f2a25f8a tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Floating IP 7a6b70dc-80b2-4059-8300-874e8d728f89 disassociated. External IP: 172.27.2.61, port: 1c907d96-4eab-4b9b-b636-d761d93350d0. Jun 18 08:35:49.637593 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [req-1b9d7388-f878-47c0-b47f-ff7ecd4c384b req-0c9b092f-da3e-4929-8763-2614f2a25f8a tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Calling delete_port for 1c907d96-4eab-4b9b-b636-d761d93350d0 owned by compute:nova {{(pid=93642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:35:49.825952 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-1b9d7388-f878-47c0-b47f-ff7ecd4c384b req-0c9b092f-da3e-4929-8763-2614f2a25f8a tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741882028261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741881438823'] for port, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:35:49.830067 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-2fcbe8d9-f5f7-4631-b92a-42c007fdd03c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:35:49.855167 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9b092f-da3e-4929-8763-2614f2a25f8a tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Pushing event deleted for resources: {'Port': ['ID=1c907d96-4eab-4b9b-b636-d761d93350d0,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:35:49.858181 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-0c9b092f-da3e-4929-8763-2614f2a25f8a tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:35:49.970823 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b9d7388-f878-47c0-b47f-ff7ecd4c384b req-0c9b092f-da3e-4929-8763-2614f2a25f8a tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Router 30b3055d-f31a-466e-bc9c-96d5f5e2ab74 has already been hosted by L3 agent ebfc1b20-a3df-4bae-b350-fc31028a16a3 {{(pid=93642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 08:35:50.083320 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b9d7388-f878-47c0-b47f-ff7ecd4c384b req-0c9b092f-da3e-4929-8763-2614f2a25f8a tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify agent at l3_agent.dv-cinder-786873-3-iscsi the message routers_updated {{(pid=93642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:35:50.093943 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534ddf68-8b81-4edb-8765-694f17f726cb None None] Sync routers for ids ['30b3055d-f31a-466e-bc9c-96d5f5e2ab74'] in dv-cinder-786873-3-iscsi {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:35:50.105026 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534ddf68-8b81-4edb-8765-694f17f726cb None None] Routers {'30b3055d-f31a-466e-bc9c-96d5f5e2ab74'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:35:50.106002 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-534ddf68-8b81-4edb-8765-694f17f726cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:35:41Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['30b3055d-f31a-466e-bc9c-96d5f5e2ab74'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:35:50.127635 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b9d7388-f878-47c0-b47f-ff7ecd4c384b req-0c9b092f-da3e-4929-8763-2614f2a25f8a tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] No DVR routers for this DVR port 1c907d96-4eab-4b9b-b636-d761d93350d0 on host hv-cinder-78687 {{(pid=93642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 08:35:50.130291 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-1b9d7388-f878-47c0-b47f-ff7ecd4c384b req-0c9b092f-da3e-4929-8763-2614f2a25f8a tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881'] for port, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:35:50.132221 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-1b9d7388-f878-47c0-b47f-ff7ecd4c384b req-0c9b092f-da3e-4929-8763-2614f2a25f8a tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.72 "DELETE /v2.0/ports/1c907d96-4eab-4b9b-b636-d761d93350d0 HTTP/1.1" status: 204 len: 173 time: 0.8993547 Jun 18 08:35:50.132975 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfd1c108-3390-4f3f-8ef5-534ccd7a6669', 'name': 'network-vif-deleted', 'tag': '1c907d96-4eab-4b9b-b636-d761d93350d0'}] {{(pid=93642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:35:50.135260 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8e20e2b9f795c08d425b6044ace8e6bfcc189f1bac9bd432248b5aa3a03ca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb863ef8-444d-4dbb-9cc4-2bfddbde6a43" -d '{"events": [{"server_uuid": "cfd1c108-3390-4f3f-8ef5-534ccd7a6669", "name": "network-vif-deleted", "tag": "1c907d96-4eab-4b9b-b636-d761d93350d0"}]}' {{(pid=93642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:35:50.172915 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 08:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff16aef-ac21-4944-93c6-0db7d762bb48 x-openstack-request-id: req-cff16aef-ac21-4944-93c6-0db7d762bb48 {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:35:50.173461 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfd1c108-3390-4f3f-8ef5-534ccd7a6669", "name": "network-vif-deleted", "tag": "1c907d96-4eab-4b9b-b636-d761d93350d0", "status": "completed", "code": 200}]} {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:35:50.174204 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cff16aef-ac21-4944-93c6-0db7d762bb48 {{(pid=93642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:35:50.174649 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfd1c108-3390-4f3f-8ef5-534ccd7a6669', 'name': 'network-vif-deleted', 'tag': '1c907d96-4eab-4b9b-b636-d761d93350d0', 'status': 'completed', 'code': 200} Jun 18 08:35:50.219236 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-534ddf68-8b81-4edb-8765-694f17f726cb None None] Set router 30b3055d-f31a-466e-bc9c-96d5f5e2ab74 gateway port host: dv-cinder-786873-3-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:35:50.404515 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-bbd79210-3164-4648-aef3-0ea366b87234 req-9c76d14f-f6ce-4ed6-869a-9ac033bb5e05 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=cfd1c108-3390-4f3f-8ef5-534ccd7a6669 HTTP/1.1" status: 200 len: 210 time: 0.0333755 Jun 18 08:35:50.565654 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-534ddf68-8b81-4edb-8765-694f17f726cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'name': 'tempest-TestVolumeBootPattern-164987471-router', 'tenant_id': 'f33eeb6169284d22b1baacfb166428e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '2d7ac20d-beee-4864-8bed-1d3e471219e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:30:39Z', 'updated_at': '2021-06-18T08:30:44Z', 'revision_number': 4, 'project_id': 'f33eeb6169284d22b1baacfb166428e8', 'gw_port': {'id': '2d7ac20d-beee-4864-8bed-1d3e471219e3', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:30:40Z', 'updated_at': '2021-06-18T08:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_interfaces': [{'id': '1f12ae9e-a2be-4abd-a57d-40e1a60be9c8', 'name': '', 'network_id': 'd15bb2fc-c17e-4d6a-a35a-67df4428a903', 'tenant_id': 'f33eeb6169284d22b1baacfb166428e8', 'mac_address': 'fa:16:3e:10:43:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '78edb95a-a8b8-4f5b-b1a4-32d834ef5bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:30:43Z', 'updated_at': '2021-06-18T08:30:51Z', 'revision_number': 5, 'project_id': 'f33eeb6169284d22b1baacfb166428e8', 'subnets': [{'id': '78edb95a-a8b8-4f5b-b1a4-32d834ef5bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:35:50.596129 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534ddf68-8b81-4edb-8765-694f17f726cb None None] Checking router: 30b3055d-f31a-466e-bc9c-96d5f5e2ab74 for host: dv-cinder-786873-3-iscsi {{(pid=93643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:35:50.605297 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534ddf68-8b81-4edb-8765-694f17f726cb None None] Routers {'30b3055d-f31a-466e-bc9c-96d5f5e2ab74'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:35:50.605926 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-534ddf68-8b81-4edb-8765-694f17f726cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:35:41Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['30b3055d-f31a-466e-bc9c-96d5f5e2ab74'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:35:50.705609 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659c6cc-7bab-4220-ad8b-b31250f68793 req-4cf03e5a-6a5d-4bc0-a4a8-dec402686006 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:35:50.707211 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7659c6cc-7bab-4220-ad8b-b31250f68793 req-4cf03e5a-6a5d-4bc0-a4a8-dec402686006 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 946 time: 0.0698850 Jun 18 08:35:50.722830 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-534ddf68-8b81-4edb-8765-694f17f726cb None None] Set router 30b3055d-f31a-466e-bc9c-96d5f5e2ab74 gateway port host: dv-cinder-786873-3-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:35:50.764267 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7659c6cc-7bab-4220-ad8b-b31250f68793 req-bef54d91-67e3-4a3f-b702-416f0e438b21 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/security-groups?id=9acf3f14-0245-462c-bda1-3481c334b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424778 Jun 18 08:35:50.939891 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-534ddf68-8b81-4edb-8765-694f17f726cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'name': 'tempest-TestVolumeBootPattern-164987471-router', 'tenant_id': 'f33eeb6169284d22b1baacfb166428e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '2d7ac20d-beee-4864-8bed-1d3e471219e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:30:39Z', 'updated_at': '2021-06-18T08:30:44Z', 'revision_number': 4, 'project_id': 'f33eeb6169284d22b1baacfb166428e8', 'gw_port': {'id': '2d7ac20d-beee-4864-8bed-1d3e471219e3', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:30:40Z', 'updated_at': '2021-06-18T08:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_interfaces': [{'id': '1f12ae9e-a2be-4abd-a57d-40e1a60be9c8', 'name': '', 'network_id': 'd15bb2fc-c17e-4d6a-a35a-67df4428a903', 'tenant_id': 'f33eeb6169284d22b1baacfb166428e8', 'mac_address': 'fa:16:3e:10:43:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '78edb95a-a8b8-4f5b-b1a4-32d834ef5bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:30:43Z', 'updated_at': '2021-06-18T08:30:51Z', 'revision_number': 5, 'project_id': 'f33eeb6169284d22b1baacfb166428e8', 'subnets': [{'id': '78edb95a-a8b8-4f5b-b1a4-32d834ef5bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:35:50.968631 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534ddf68-8b81-4edb-8765-694f17f726cb None None] The sync data for ids ['30b3055d-f31a-466e-bc9c-96d5f5e2ab74'] in dv-cinder-786873-3-iscsi is: [{'id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'name': 'tempest-TestVolumeBootPattern-164987471-router', 'tenant_id': 'f33eeb6169284d22b1baacfb166428e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '2d7ac20d-beee-4864-8bed-1d3e471219e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:30:39Z', 'updated_at': '2021-06-18T08:30:44Z', 'revision_number': 4, 'project_id': 'f33eeb6169284d22b1baacfb166428e8', 'gw_port': {'id': '2d7ac20d-beee-4864-8bed-1d3e471219e3', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:30:40Z', 'updated_at': '2021-06-18T08:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_interfaces': [{'id': '1f12ae9e-a2be-4abd-a57d-40e1a60be9c8', 'name': '', 'network_id': 'd15bb2fc-c17e-4d6a-a35a-67df4428a903', 'tenant_id': 'f33eeb6169284d22b1baacfb166428e8', 'mac_address': 'fa:16:3e:10:43:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '78edb95a-a8b8-4f5b-b1a4-32d834ef5bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:30:43Z', 'updated_at': '2021-06-18T08:30:51Z', 'revision_number': 5, 'project_id': 'f33eeb6169284d22b1baacfb166428e8', 'subnets': [{'id': '78edb95a-a8b8-4f5b-b1a4-32d834ef5bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:35:51.185127 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4d562f-805d-4bc7-ac08-1b20ac3a1e53 None None] New status for floating IP 7a6b70dc-80b2-4059-8300-874e8d728f89: DOWN {{(pid=93644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 08:35:51.587863 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-129bd042-d8bf-4991-93c0-115fb13122b2 req-1c6d747b-23a1-437f-9ef7-3c6a7c1a0572 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=cfd1c108-3390-4f3f-8ef5-534ccd7a6669 HTTP/1.1" status: 200 len: 210 time: 0.0498414 Jun 18 08:35:51.947123 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eecd4f-49c8-410c-b70c-aca16c4018d7 req-ebadb903-a2bf-4475-aa68-fa2ccdf48b2f tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:35:51.948589 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-46eecd4f-49c8-410c-b70c-aca16c4018d7 req-ebadb903-a2bf-4475-aa68-fa2ccdf48b2f tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 946 time: 0.0653088 Jun 18 08:35:51.990450 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-46eecd4f-49c8-410c-b70c-aca16c4018d7 req-d03f000b-7530-4f2b-b621-fbda1fc09d5d tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/security-groups?id=9acf3f14-0245-462c-bda1-3481c334b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361192 Jun 18 08:35:52.902389 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-45d90863-f05a-4acd-bb8b-ca3d1cded167 req-ae9f8c35-11b0-4677-ba90-d8941780f2c6 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1432221821&fields=id&tenant_id=f33eeb6169284d22b1baacfb166428e8 HTTP/1.1" status: 200 len: 267 time: 0.0340507 Jun 18 08:35:53.013318 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d90863-f05a-4acd-bb8b-ca3d1cded167 req-108ca56e-a7fd-4f1e-8cb5-27f6fac8d15e tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:35:53.014672 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-45d90863-f05a-4acd-bb8b-ca3d1cded167 req-108ca56e-a7fd-4f1e-8cb5-27f6fac8d15e tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/networks?id=d15bb2fc-c17e-4d6a-a35a-67df4428a903 HTTP/1.1" status: 200 len: 811 time: 0.1053445 Jun 18 08:35:53.030700 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-45d90863-f05a-4acd-bb8b-ca3d1cded167 req-2141dc96-ad53-4ce2-97f5-67e168602116 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/quotas/f33eeb6169284d22b1baacfb166428e8 HTTP/1.1" status: 200 len: 375 time: 0.0091722 Jun 18 08:35:53.065672 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device 1c907d96-4eab-4b9b-b636-d761d93350d0 no longer exists at agent hyperv_hv-cinder-78687 {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:35:53.091217 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] No Port match for: 1c907d96-4eab-4b9b-b636-d761d93350d0 {{(pid=93643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:35:53.091688 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device 1c907d96-4eab-4b9b-b636-d761d93350d0 not bound to the agent host hv-cinder-78687 {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:35:53.107104 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-45d90863-f05a-4acd-bb8b-ca3d1cded167 req-6218cdde-2445-4aed-af0a-4073d634db77 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f33eeb6169284d22b1baacfb166428e8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0712194 Jun 18 08:35:53.194132 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc8238-a0b0-44f3-8184-ed6551e88a81 req-b62f4477-d82a-48e1-bef6-a8e9ca72e5b4 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:35:53.195656 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-97bc8238-a0b0-44f3-8184-ed6551e88a81 req-b62f4477-d82a-48e1-bef6-a8e9ca72e5b4 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 946 time: 0.0641723 Jun 18 08:35:53.288089 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-97bc8238-a0b0-44f3-8184-ed6551e88a81 req-a6c12a88-edd5-4ca4-9416-b0b6cac2ed80 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/security-groups?id=9acf3f14-0245-462c-bda1-3481c334b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859129 Jun 18 08:35:53.323034 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-45d90863-f05a-4acd-bb8b-ca3d1cded167 req-fb5de02d-83f8-43f6-8af3-7dcefa6f2578 service neutron] 10.222.0.70 "GET /v2.0/networks/d15bb2fc-c17e-4d6a-a35a-67df4428a903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035973 Jun 18 08:35:53.664824 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-45d90863-f05a-4acd-bb8b-ca3d1cded167 req-a0cc1a0b-1010-4772-a536-649f51ba4107 service neutron] 10.222.0.70 "GET /v2.0/networks/d15bb2fc-c17e-4d6a-a35a-67df4428a903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341682 Jun 18 08:35:54.475382 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3135103a-1755-4327-9567-758f9da690da req-c943a1ce-48aa-46b6-bfc8-cafb50bb8281 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=e82a406b-6b26-4720-a7fb-3b984f861939 HTTP/1.1" status: 200 len: 210 time: 0.0354416 Jun 18 08:35:54.506902 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab38382-209a-4489-a995-11a81758d71e req-6797190b-9654-4ffb-84d8-331bb3fd6bb2 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:35:54.508834 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-5ab38382-209a-4489-a995-11a81758d71e req-6797190b-9654-4ffb-84d8-331bb3fd6bb2 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 946 time: 0.1032081 Jun 18 08:35:54.548537 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-5ab38382-209a-4489-a995-11a81758d71e req-40e8820e-d0ba-4505-92a7-e588db88d126 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/security-groups?id=9acf3f14-0245-462c-bda1-3481c334b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338101 Jun 18 08:35:55.624175 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ed4ccef7-d508-4d45-82cd-3fc995a41de5 req-88fa76be-84f5-438b-9bb9-049d4125c073 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=e82a406b-6b26-4720-a7fb-3b984f861939 HTTP/1.1" status: 200 len: 210 time: 0.0364974 Jun 18 08:35:55.748167 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c80af2f-dc82-4f03-8e7b-f5251e75be1c req-68d97876-f480-459d-a685-f13356c6456e tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:35:55.750441 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-5c80af2f-dc82-4f03-8e7b-f5251e75be1c req-68d97876-f480-459d-a685-f13356c6456e tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 946 time: 0.0709181 Jun 18 08:35:55.792743 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-5c80af2f-dc82-4f03-8e7b-f5251e75be1c req-eb4400d5-caf0-4ae1-a4d0-721ec062f502 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/security-groups?id=9acf3f14-0245-462c-bda1-3481c334b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356736 Jun 18 08:35:56.213926 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:35:56.673136 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d90863-f05a-4acd-bb8b-ca3d1cded167 req-8bf08f10-7af8-44b8-ab9f-8f9928e6e737 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:35:56.674676 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-45d90863-f05a-4acd-bb8b-ca3d1cded167 req-8bf08f10-7af8-44b8-ab9f-8f9928e6e737 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.72 "GET /v2.0/networks?id=d15bb2fc-c17e-4d6a-a35a-67df4428a903 HTTP/1.1" status: 200 len: 811 time: 0.1061604 Jun 18 08:35:56.725675 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-45d90863-f05a-4acd-bb8b-ca3d1cded167 req-0e54d09d-4942-4a76-8759-246832fdf472 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f33eeb6169284d22b1baacfb166428e8 HTTP/1.1" status: 200 len: 380 time: 0.0357063 Jun 18 08:35:56.734083 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [req-45d90863-f05a-4acd-bb8b-ca3d1cded167 req-70c5702a-b06e-460a-8dce-d8154428dcd9 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Request body: {'port': {'device_id': 'e82a406b-6b26-4720-a7fb-3b984f861939', 'network_id': 'd15bb2fc-c17e-4d6a-a35a-67df4428a903', 'admin_state_up': True, 'tenant_id': 'f33eeb6169284d22b1baacfb166428e8', 'security_groups': ['a521bd04-5697-4ea8-a853-e5232e0f522b']}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:35:56.786400 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-64b3c4c9-0741-4483-acbb-cbf45fa5d43f req-aa42a385-7b71-42ef-8bff-c882d8ba57df tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=e82a406b-6b26-4720-a7fb-3b984f861939 HTTP/1.1" status: 200 len: 210 time: 0.0334980 Jun 18 08:35:56.923196 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45d90863-f05a-4acd-bb8b-ca3d1cded167 req-70c5702a-b06e-460a-8dce-d8154428dcd9 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Made reservation on behalf of f33eeb6169284d22b1baacfb166428e8 for: {'port': 1} {{(pid=93642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:35:56.927999 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-45d90863-f05a-4acd-bb8b-ca3d1cded167 req-70c5702a-b06e-460a-8dce-d8154428dcd9 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-568420'] for port, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:35:56.983802 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f4f68-8f87-4346-9016-84a5eb39c4e3 req-e4868c4b-2afd-4180-9467-7e06a682df17 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:35:56.983802 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-553f4f68-8f87-4346-9016-84a5eb39c4e3 req-e4868c4b-2afd-4180-9467-7e06a682df17 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 946 time: 0.0710251 Jun 18 08:35:57.027040 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-553f4f68-8f87-4346-9016-84a5eb39c4e3 req-e2974ab0-b917-4224-93aa-e07adb26c1a7 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/security-groups?id=9acf3f14-0245-462c-bda1-3481c334b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379074 Jun 18 08:35:57.073198 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.db_base_plugin_common [req-45d90863-f05a-4acd-bb8b-ca3d1cded167 req-70c5702a-b06e-460a-8dce-d8154428dcd9 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Allocated IP 172.20.0.11 (d15bb2fc-c17e-4d6a-a35a-67df4428a903/78edb95a-a8b8-4f5b-b1a4-32d834ef5bcc/28d7912f-4f94-4442-a117-9ccfac1704f2) {{(pid=93642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:35:57.210085 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-45d90863-f05a-4acd-bb8b-ca3d1cded167 req-70c5702a-b06e-460a-8dce-d8154428dcd9 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks [] for port, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:35:57.223072 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [req-45d90863-f05a-4acd-bb8b-ca3d1cded167 req-70c5702a-b06e-460a-8dce-d8154428dcd9 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Transition to ACTIVE for port object 28d7912f-4f94-4442-a117-9ccfac1704f2 will not be triggered until provisioned by entity DHCP. {{(pid=93642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:35:57.357762 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-45d90863-f05a-4acd-bb8b-ca3d1cded167 req-70c5702a-b06e-460a-8dce-d8154428dcd9 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-568999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741881438814'] for port, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:35:57.362463 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-0b1433fc-8019-4152-b3b7-5f94d5756ca0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:35:57.405965 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45d90863-f05a-4acd-bb8b-ca3d1cded167 req-70c5702a-b06e-460a-8dce-d8154428dcd9 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Network d15bb2fc-c17e-4d6a-a35a-67df4428a903 is already hosted by enough agents. {{(pid=93642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:35:57.409764 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.base_scheduler [req-45d90863-f05a-4acd-bb8b-ca3d1cded167 req-70c5702a-b06e-460a-8dce-d8154428dcd9 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Resources bound (agent type, host, resource id): {{(pid=93642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:35:57.414175 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [req-45d90863-f05a-4acd-bb8b-ca3d1cded167 req-70c5702a-b06e-460a-8dce-d8154428dcd9 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Received port after_create {{(pid=93642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:35:57.419837 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d90863-f05a-4acd-bb8b-ca3d1cded167 req-70c5702a-b06e-460a-8dce-d8154428dcd9 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:35:57.420729 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-45d90863-f05a-4acd-bb8b-ca3d1cded167 req-70c5702a-b06e-460a-8dce-d8154428dcd9 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881'] for port, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:35:57.428925 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c5702a-b06e-460a-8dce-d8154428dcd9 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Pushing event updated for resources: {'Port': ['ID=28d7912f-4f94-4442-a117-9ccfac1704f2,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:35:57.434433 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-70c5702a-b06e-460a-8dce-d8154428dcd9 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:35:57.506393 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-45d90863-f05a-4acd-bb8b-ca3d1cded167 req-70c5702a-b06e-460a-8dce-d8154428dcd9 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7761140 Jun 18 08:35:57.551009 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [req-45d90863-f05a-4acd-bb8b-ca3d1cded167 req-e76b24a0-f1b8-412a-8abe-811d925c07a9 service neutron] Request body: {'port': {'device_id': 'e82a406b-6b26-4720-a7fb-3b984f861939', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78687'}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:35:57.626448 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-45d90863-f05a-4acd-bb8b-ca3d1cded167 req-e76b24a0-f1b8-412a-8abe-811d925c07a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:35:57.786078 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-a035db47-5c95-4117-b09d-1ee5009849d1 None None] Provisioning for port 28d7912f-4f94-4442-a117-9ccfac1704f2 completed by entity DHCP. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:35:57.790358 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-a035db47-5c95-4117-b09d-1ee5009849d1 None None] Provisioning complete for port 28d7912f-4f94-4442-a117-9ccfac1704f2 triggered by entity DHCP. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:35:57.792264 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-a035db47-5c95-4117-b09d-1ee5009849d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:35:57.828753 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-a035db47-5c95-4117-b09d-1ee5009849d1 None None] Port 28d7912f-4f94-4442-a117-9ccfac1704f2 cannot update to ACTIVE because it is not bound. {{(pid=93643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 08:35:57.910224 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [req-45d90863-f05a-4acd-bb8b-ca3d1cded167 req-e76b24a0-f1b8-412a-8abe-811d925c07a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28d7912f-4f94-4442-a117-9ccfac1704f2 {{(pid=93642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 08:35:57.917746 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-45d90863-f05a-4acd-bb8b-ca3d1cded167 req-e76b24a0-f1b8-412a-8abe-811d925c07a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:35:57.931222 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [req-45d90863-f05a-4acd-bb8b-ca3d1cded167 req-e76b24a0-f1b8-412a-8abe-811d925c07a9 service neutron] Transition to ACTIVE for port object 28d7912f-4f94-4442-a117-9ccfac1704f2 will not be triggered until provisioned by entity L2. {{(pid=93642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:35:57.965508 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa52ab3c-19af-440f-8746-bfd279b40a5c req-b40f9f88-1f5a-49f6-b15a-cd2afb335031 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:35:57.967509 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-aa52ab3c-19af-440f-8746-bfd279b40a5c req-b40f9f88-1f5a-49f6-b15a-cd2afb335031 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=e82a406b-6b26-4720-a7fb-3b984f861939 HTTP/1.1" status: 200 len: 932 time: 0.0639055 Jun 18 08:35:58.009579 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-aa52ab3c-19af-440f-8746-bfd279b40a5c req-dafce842-772e-40dd-a9c4-14829bbdf441 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/security-groups?id=a521bd04-5697-4ea8-a853-e5232e0f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347247 Jun 18 08:35:58.031245 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-45d90863-f05a-4acd-bb8b-ca3d1cded167 req-e76b24a0-f1b8-412a-8abe-811d925c07a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:35:58.033609 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-441fe228-5480-4df3-8894-4a32bed6e410 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:35:58.135125 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76b24a0-f1b8-412a-8abe-811d925c07a9 service neutron] Pushing event updated for resources: {'Port': ['ID=28d7912f-4f94-4442-a117-9ccfac1704f2,revision_number=2']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:35:58.138325 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-e76b24a0-f1b8-412a-8abe-811d925c07a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:35:58.153386 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [req-45d90863-f05a-4acd-bb8b-ca3d1cded167 req-e76b24a0-f1b8-412a-8abe-811d925c07a9 service neutron] Attempting to bind port 28d7912f-4f94-4442-a117-9ccfac1704f2 on host hv-cinder-78687 for vnic_type normal with profile {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:35:58.153386 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [req-45d90863-f05a-4acd-bb8b-ca3d1cded167 req-e76b24a0-f1b8-412a-8abe-811d925c07a9 service neutron] Attempting to bind port 28d7912f-4f94-4442-a117-9ccfac1704f2 by drivers openvswitch,hyperv on host hv-cinder-78687 at level 0 using segments [{'id': 'f6af959e-126d-4479-ae7f-6c309c6f9c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'd15bb2fc-c17e-4d6a-a35a-67df4428a903'}] {{(pid=93642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:35:58.153386 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d90863-f05a-4acd-bb8b-ca3d1cded167 req-e76b24a0-f1b8-412a-8abe-811d925c07a9 service neutron] Attempting to bind port 28d7912f-4f94-4442-a117-9ccfac1704f2 on network d15bb2fc-c17e-4d6a-a35a-67df4428a903 {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:35:58.155379 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d90863-f05a-4acd-bb8b-ca3d1cded167 req-e76b24a0-f1b8-412a-8abe-811d925c07a9 service neutron] Port 28d7912f-4f94-4442-a117-9ccfac1704f2 on network d15bb2fc-c17e-4d6a-a35a-67df4428a903 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78687 {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 08:35:58.155781 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d90863-f05a-4acd-bb8b-ca3d1cded167 req-e76b24a0-f1b8-412a-8abe-811d925c07a9 service neutron] Attempting to bind port 28d7912f-4f94-4442-a117-9ccfac1704f2 on network d15bb2fc-c17e-4d6a-a35a-67df4428a903 {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:35:58.162134 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d90863-f05a-4acd-bb8b-ca3d1cded167 req-e76b24a0-f1b8-412a-8abe-811d925c07a9 service neutron] Checking agent: {'id': '7d051742-a391-48d3-aa1e-6019401c6fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78687', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 26, 56), 'started_at': datetime.datetime(2021, 6, 18, 8, 26, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:35:58.162607 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d90863-f05a-4acd-bb8b-ca3d1cded167 req-e76b24a0-f1b8-412a-8abe-811d925c07a9 service neutron] Checking segment: {'id': 'f6af959e-126d-4479-ae7f-6c309c6f9c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'd15bb2fc-c17e-4d6a-a35a-67df4428a903'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:35:58.163010 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d90863-f05a-4acd-bb8b-ca3d1cded167 req-e76b24a0-f1b8-412a-8abe-811d925c07a9 service neutron] Bound using segment: {'id': 'f6af959e-126d-4479-ae7f-6c309c6f9c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'd15bb2fc-c17e-4d6a-a35a-67df4428a903'} {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:35:58.163505 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [req-45d90863-f05a-4acd-bb8b-ca3d1cded167 req-e76b24a0-f1b8-412a-8abe-811d925c07a9 service neutron] Bound port: 28d7912f-4f94-4442-a117-9ccfac1704f2, host: hv-cinder-78687, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6af959e-126d-4479-ae7f-6c309c6f9c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'd15bb2fc-c17e-4d6a-a35a-67df4428a903'}}] {{(pid=93642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:35:58.165146 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-45d90863-f05a-4acd-bb8b-ca3d1cded167 req-e76b24a0-f1b8-412a-8abe-811d925c07a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:35:58.228009 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c1ef43-b651-43d3-88a7-f92165d4127f req-b0b5a382-b844-4dca-8531-2504215050f6 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:35:58.231698 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-94c1ef43-b651-43d3-88a7-f92165d4127f req-b0b5a382-b844-4dca-8531-2504215050f6 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 946 time: 0.0778530 Jun 18 08:35:58.241072 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [req-45d90863-f05a-4acd-bb8b-ca3d1cded167 req-e76b24a0-f1b8-412a-8abe-811d925c07a9 service neutron] For port 28d7912f-4f94-4442-a117-9ccfac1704f2, host hv-cinder-78687, cleared binding levels {{(pid=93642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:35:58.244968 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [req-45d90863-f05a-4acd-bb8b-ca3d1cded167 req-e76b24a0-f1b8-412a-8abe-811d925c07a9 service neutron] For port 28d7912f-4f94-4442-a117-9ccfac1704f2, host hv-cinder-78687, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=28d7912f-4f94-4442-a117-9ccfac1704f2,segment=NetworkSegment(f6af959e-126d-4479-ae7f-6c309c6f9c8c),segment_id=f6af959e-126d-4479-ae7f-6c309c6f9c8c)] {{(pid=93642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:35:58.273059 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-94c1ef43-b651-43d3-88a7-f92165d4127f req-bf87700d-619f-4bcc-81e8-be0bcfde3d56 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/security-groups?id=9acf3f14-0245-462c-bda1-3481c334b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362141 Jun 18 08:35:58.334359 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-45d90863-f05a-4acd-bb8b-ca3d1cded167 req-e76b24a0-f1b8-412a-8abe-811d925c07a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:35:58.336574 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-24ea888f-7c05-4757-8a48-650274091147 tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:35:58.376148 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d90863-f05a-4acd-bb8b-ca3d1cded167 req-e76b24a0-f1b8-412a-8abe-811d925c07a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:35:58.376148 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-45d90863-f05a-4acd-bb8b-ca3d1cded167 req-e76b24a0-f1b8-412a-8abe-811d925c07a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881'] for port, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:35:58.377284 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-45d90863-f05a-4acd-bb8b-ca3d1cded167 req-e76b24a0-f1b8-412a-8abe-811d925c07a9 service neutron] 10.222.0.72 "PUT /v2.0/ports/28d7912f-4f94-4442-a117-9ccfac1704f2 HTTP/1.1" status: 200 len: 1094 time: 0.8326685 Jun 18 08:35:58.379746 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e82a406b-6b26-4720-a7fb-3b984f861939', 'tag': '28d7912f-4f94-4442-a117-9ccfac1704f2'}] {{(pid=93642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:35:58.381979 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8e20e2b9f795c08d425b6044ace8e6bfcc189f1bac9bd432248b5aa3a03ca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e49bad2-45ca-49e0-887a-573b805f6cdc" -d '{"events": [{"name": "network-changed", "server_uuid": "e82a406b-6b26-4720-a7fb-3b984f861939", "tag": "28d7912f-4f94-4442-a117-9ccfac1704f2"}]}' {{(pid=93642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:35:58.404236 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76b24a0-f1b8-412a-8abe-811d925c07a9 service neutron] Pushing event updated for resources: {'Port': ['ID=28d7912f-4f94-4442-a117-9ccfac1704f2,revision_number=3']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:35:58.414466 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-e76b24a0-f1b8-412a-8abe-811d925c07a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:35:58.429024 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 08:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714651f6-d44d-498c-a3bf-bd0570d2c473 x-openstack-request-id: req-714651f6-d44d-498c-a3bf-bd0570d2c473 {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:35:58.429024 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e82a406b-6b26-4720-a7fb-3b984f861939", "tag": "28d7912f-4f94-4442-a117-9ccfac1704f2", "status": "completed", "code": 200}]} {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:35:58.429282 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-714651f6-d44d-498c-a3bf-bd0570d2c473 {{(pid=93642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:35:58.430334 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e82a406b-6b26-4720-a7fb-3b984f861939', 'tag': '28d7912f-4f94-4442-a117-9ccfac1704f2', 'status': 'completed', 'code': 200} Jun 18 08:35:58.532734 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e49bad2-45ca-49e0-887a-573b805f6cdc req-5fb247aa-ded8-430f-8513-cf831db82506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:35:58.536700 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-9e49bad2-45ca-49e0-887a-573b805f6cdc req-5fb247aa-ded8-430f-8513-cf831db82506 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f33eeb6169284d22b1baacfb166428e8&device_id=e82a406b-6b26-4720-a7fb-3b984f861939 HTTP/1.1" status: 200 len: 1097 time: 0.0591426 Jun 18 08:35:58.640713 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e49bad2-45ca-49e0-887a-573b805f6cdc req-a392b840-82cf-4440-8d3c-97fa1184d223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:35:58.642306 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-9e49bad2-45ca-49e0-887a-573b805f6cdc req-a392b840-82cf-4440-8d3c-97fa1184d223 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=f33eeb6169284d22b1baacfb166428e8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0938597 Jun 18 08:35:58.743340 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e49bad2-45ca-49e0-887a-573b805f6cdc req-10678cff-3849-4165-a174-cb7c3af7c918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:35:58.744810 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-9e49bad2-45ca-49e0-887a-573b805f6cdc req-10678cff-3849-4165-a174-cb7c3af7c918 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0967379 Jun 18 08:35:58.877733 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d90863-f05a-4acd-bb8b-ca3d1cded167 req-5c24d90b-32f1-417c-aaae-2daa666fd449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:35:58.879152 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-45d90863-f05a-4acd-bb8b-ca3d1cded167 req-5c24d90b-32f1-417c-aaae-2daa666fd449 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f33eeb6169284d22b1baacfb166428e8&device_id=e82a406b-6b26-4720-a7fb-3b984f861939 HTTP/1.1" status: 200 len: 1097 time: 0.0550530 Jun 18 08:35:58.930483 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-45d90863-f05a-4acd-bb8b-ca3d1cded167 req-56f425f2-72ac-402b-9723-a9328ad43d8b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28d7912f-4f94-4442-a117-9ccfac1704f2 HTTP/1.1" status: 200 len: 217 time: 0.0383196 Jun 18 08:35:58.977924 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d90863-f05a-4acd-bb8b-ca3d1cded167 req-416d0b17-dae3-4492-b344-0c524c108802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:35:58.979338 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-45d90863-f05a-4acd-bb8b-ca3d1cded167 req-416d0b17-dae3-4492-b344-0c524c108802 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=78edb95a-a8b8-4f5b-b1a4-32d834ef5bcc HTTP/1.1" status: 200 len: 850 time: 0.0423150 Jun 18 08:35:59.036167 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d90863-f05a-4acd-bb8b-ca3d1cded167 req-845dc637-125a-4965-8089-72f9c773db1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:35:59.037645 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-45d90863-f05a-4acd-bb8b-ca3d1cded167 req-845dc637-125a-4965-8089-72f9c773db1e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d15bb2fc-c17e-4d6a-a35a-67df4428a903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0518415 Jun 18 08:35:59.136392 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-45d90863-f05a-4acd-bb8b-ca3d1cded167 req-b48aad11-1335-462a-bea2-5a94b595cdbf service neutron] 10.222.0.72 "GET /v2.0/networks/d15bb2fc-c17e-4d6a-a35a-67df4428a903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913785 Jun 18 08:35:59.191949 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d20097d-a36a-486c-886b-8349fe48ce99 req-39618bcb-08ad-4dc0-98eb-1462f7572f34 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:35:59.193474 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3d20097d-a36a-486c-886b-8349fe48ce99 req-39618bcb-08ad-4dc0-98eb-1462f7572f34 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=e82a406b-6b26-4720-a7fb-3b984f861939 HTTP/1.1" status: 200 len: 944 time: 0.0641577 Jun 18 08:35:59.226127 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-45d90863-f05a-4acd-bb8b-ca3d1cded167 req-6cf5e188-3d28-4209-be62-40bf879dc2ed service neutron] 10.222.0.72 "GET /v2.0/networks/d15bb2fc-c17e-4d6a-a35a-67df4428a903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835516 Jun 18 08:35:59.231888 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3d20097d-a36a-486c-886b-8349fe48ce99 req-abd7ed3d-20b3-42a6-9ae5-6f55dbd510fd tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/security-groups?id=a521bd04-5697-4ea8-a853-e5232e0f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326636 Jun 18 08:35:59.454637 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fe0198-fa54-4fb9-b55a-937b9d624329 req-bd94c087-aee9-41a1-bad4-5f1be3ac24a2 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:35:59.456140 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e1fe0198-fa54-4fb9-b55a-937b9d624329 req-bd94c087-aee9-41a1-bad4-5f1be3ac24a2 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 946 time: 0.0677547 Jun 18 08:35:59.493834 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e1fe0198-fa54-4fb9-b55a-937b9d624329 req-ad9d8cda-204b-41aa-97bc-d022f8e77a85 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/security-groups?id=9acf3f14-0245-462c-bda1-3481c334b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319209 Jun 18 08:36:00.418098 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882fcd06-6478-4e14-8be5-8e7ca215f7e9 req-a4e3cefa-bbc4-4b3a-86bd-16dfb18645d5 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:36:00.419575 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-882fcd06-6478-4e14-8be5-8e7ca215f7e9 req-a4e3cefa-bbc4-4b3a-86bd-16dfb18645d5 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=e82a406b-6b26-4720-a7fb-3b984f861939 HTTP/1.1" status: 200 len: 944 time: 0.0661762 Jun 18 08:36:00.459303 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-882fcd06-6478-4e14-8be5-8e7ca215f7e9 req-da7927f6-0ae5-4684-aa18-bb36a38da6c5 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/security-groups?id=a521bd04-5697-4ea8-a853-e5232e0f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331798 Jun 18 08:36:00.680907 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa5630-a2ee-4aa9-b3ca-93a899990c34 req-046d1330-0a17-4568-a0c1-ef7a68ece1a1 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:36:00.682395 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-eeaa5630-a2ee-4aa9-b3ca-93a899990c34 req-046d1330-0a17-4568-a0c1-ef7a68ece1a1 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 946 time: 0.0703645 Jun 18 08:36:00.721903 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-eeaa5630-a2ee-4aa9-b3ca-93a899990c34 req-8bc01059-70e1-45a1-bb34-8623d0e5a032 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/security-groups?id=9acf3f14-0245-462c-bda1-3481c334b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329511 Jun 18 08:36:01.649440 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c048ab-04d7-43f9-9101-3f51337de1b5 req-6cbbd455-89a0-45f6-8a88-a1c32ef70e1e tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:36:01.650907 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-53c048ab-04d7-43f9-9101-3f51337de1b5 req-6cbbd455-89a0-45f6-8a88-a1c32ef70e1e tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=e82a406b-6b26-4720-a7fb-3b984f861939 HTTP/1.1" status: 200 len: 944 time: 0.0721884 Jun 18 08:36:01.689563 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-53c048ab-04d7-43f9-9101-3f51337de1b5 req-92a101d9-820c-45a8-a610-fd3e21e2f5fb tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/security-groups?id=a521bd04-5697-4ea8-a853-e5232e0f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320640 Jun 18 08:36:01.897110 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df0587f-0a9a-4a66-8b00-7f3cfb2468a8 req-93c1f017-4729-44ce-8e35-d57ec5395138 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:36:01.898668 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-8df0587f-0a9a-4a66-8b00-7f3cfb2468a8 req-93c1f017-4729-44ce-8e35-d57ec5395138 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 946 time: 0.0639176 Jun 18 08:36:01.936556 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-8df0587f-0a9a-4a66-8b00-7f3cfb2468a8 req-49ac4c5d-ec6c-407c-b764-524199ea5b75 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/security-groups?id=9acf3f14-0245-462c-bda1-3481c334b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322793 Jun 18 08:36:02.476217 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfb26f9-4535-4efd-a0f0-704722b64290 req-e5049d5d-f414-4be0-8050-93af0108e4e3 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:36:02.477674 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1bfb26f9-4535-4efd-a0f0-704722b64290 req-e5049d5d-f414-4be0-8050-93af0108e4e3 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 946 time: 0.0672166 Jun 18 08:36:02.523784 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1bfb26f9-4535-4efd-a0f0-704722b64290 req-9fcca24a-b526-483c-81e5-4fcd99ed69ce tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/security-groups?id=9acf3f14-0245-462c-bda1-3481c334b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401731 Jun 18 08:36:02.592385 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cca7ac-85c7-4c47-82d6-3244818a73fa req-eaab558f-845a-46f4-8427-559d1e0875e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:36:02.593926 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-d8cca7ac-85c7-4c47-82d6-3244818a73fa req-eaab558f-845a-46f4-8427-559d1e0875e2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f18f9b0caff54beda5bbbdb00ef6417e&device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 1099 time: 0.0570254 Jun 18 08:36:02.691473 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cca7ac-85c7-4c47-82d6-3244818a73fa req-2ff6d895-997f-4100-ab92-80b890f45aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:36:02.692962 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-d8cca7ac-85c7-4c47-82d6-3244818a73fa req-2ff6d895-997f-4100-ab92-80b890f45aef service neutron] 10.222.0.72 "GET /v2.0/networks?id=77f1c77d-8795-43df-96a9-39a8b7c2346a HTTP/1.1" status: 200 len: 911 time: 0.0928333 Jun 18 08:36:02.762481 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-d8cca7ac-85c7-4c47-82d6-3244818a73fa req-5ed58752-99b4-42df-bc07-895f8f2030c7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4b87629-6ba3-4d12-94f9-8c2e7c317290 HTTP/1.1" status: 200 len: 1001 time: 0.0627527 Jun 18 08:36:02.816710 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cca7ac-85c7-4c47-82d6-3244818a73fa req-3e4036f3-2c15-4fa8-933c-3426991e0c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:36:02.818159 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-d8cca7ac-85c7-4c47-82d6-3244818a73fa req-3e4036f3-2c15-4fa8-933c-3426991e0c6c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0695c8b6-59a4-4923-a5ff-60cabbe26c72 HTTP/1.1" status: 200 len: 849 time: 0.0494454 Jun 18 08:36:02.885746 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17442419-fa2b-48a7-aa34-020e4e16ee08 req-30b7106d-ee33-4835-a45a-f54d505db73e tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:36:02.887294 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-17442419-fa2b-48a7-aa34-020e4e16ee08 req-30b7106d-ee33-4835-a45a-f54d505db73e tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=e82a406b-6b26-4720-a7fb-3b984f861939 HTTP/1.1" status: 200 len: 944 time: 0.0789390 Jun 18 08:36:02.932029 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-17442419-fa2b-48a7-aa34-020e4e16ee08 req-8f017d98-fa43-4bbc-8b56-6ba2d860404a tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/security-groups?id=a521bd04-5697-4ea8-a853-e5232e0f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381529 Jun 18 08:36:03.134218 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cca7ac-85c7-4c47-82d6-3244818a73fa req-d5fc6db5-77c6-4895-8a97-3e7b9cb2d9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:36:03.135735 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-d8cca7ac-85c7-4c47-82d6-3244818a73fa req-d5fc6db5-77c6-4895-8a97-3e7b9cb2d9b4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=77f1c77d-8795-43df-96a9-39a8b7c2346a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3100646 Jun 18 08:36:03.225694 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-d8cca7ac-85c7-4c47-82d6-3244818a73fa req-2d59b54b-8e9b-4cc3-8f28-c86b412e4a4a service neutron] 10.222.0.72 "GET /v2.0/networks/77f1c77d-8795-43df-96a9-39a8b7c2346a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822861 Jun 18 08:36:03.317692 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-d8cca7ac-85c7-4c47-82d6-3244818a73fa req-2a3311d0-686d-46b0-a1aa-dee9d51df6ff service neutron] 10.222.0.72 "GET /v2.0/networks/77f1c77d-8795-43df-96a9-39a8b7c2346a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848801 Jun 18 08:36:03.705864 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284fe4c4-e922-4693-81eb-0a5493273b0f req-843f86b2-294c-4810-9052-16ce5334b1e9 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:36:03.707380 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-284fe4c4-e922-4693-81eb-0a5493273b0f req-843f86b2-294c-4810-9052-16ce5334b1e9 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 946 time: 0.0643637 Jun 18 08:36:03.745465 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-284fe4c4-e922-4693-81eb-0a5493273b0f req-ffefc0a7-f17b-4009-a06b-82ef09c626ba tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/security-groups?id=9acf3f14-0245-462c-bda1-3481c334b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323989 Jun 18 08:36:04.124539 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31eefce-7ace-40a1-a2de-9b3e4b32c68a req-7a7b1cf2-4891-4583-81dd-d85a9f16a7b0 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:36:04.127225 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b31eefce-7ace-40a1-a2de-9b3e4b32c68a req-7a7b1cf2-4891-4583-81dd-d85a9f16a7b0 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=e82a406b-6b26-4720-a7fb-3b984f861939 HTTP/1.1" status: 200 len: 944 time: 0.0748899 Jun 18 08:36:04.143706 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067de598-3edb-4a43-8db4-dbea05ac6879 req-b2100b99-97a6-4ce3-a1c9-18d926996ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:36:04.145230 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-067de598-3edb-4a43-8db4-dbea05ac6879 req-b2100b99-97a6-4ce3-a1c9-18d926996ac1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f18f9b0caff54beda5bbbdb00ef6417e&device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 1099 time: 0.0623171 Jun 18 08:36:04.172655 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b31eefce-7ace-40a1-a2de-9b3e4b32c68a req-53e61baa-63be-4f40-92a4-453429ce9392 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/security-groups?id=a521bd04-5697-4ea8-a853-e5232e0f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378363 Jun 18 08:36:04.266516 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067de598-3edb-4a43-8db4-dbea05ac6879 req-cbb924a8-99dd-40be-90b5-4b4539b4cf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:36:04.267888 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-067de598-3edb-4a43-8db4-dbea05ac6879 req-cbb924a8-99dd-40be-90b5-4b4539b4cf87 service neutron] 10.222.0.72 "GET /v2.0/networks?id=77f1c77d-8795-43df-96a9-39a8b7c2346a HTTP/1.1" status: 200 len: 911 time: 0.0912135 Jun 18 08:36:04.339555 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-067de598-3edb-4a43-8db4-dbea05ac6879 req-1a576f18-44ea-4106-9dc6-43e761f4c45b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4b87629-6ba3-4d12-94f9-8c2e7c317290 HTTP/1.1" status: 200 len: 1001 time: 0.0646834 Jun 18 08:36:04.392278 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067de598-3edb-4a43-8db4-dbea05ac6879 req-474ff0ee-8955-4da7-91dd-d131c7e38ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:36:04.393741 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-067de598-3edb-4a43-8db4-dbea05ac6879 req-474ff0ee-8955-4da7-91dd-d131c7e38ea3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0695c8b6-59a4-4923-a5ff-60cabbe26c72 HTTP/1.1" status: 200 len: 849 time: 0.0477352 Jun 18 08:36:04.455419 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067de598-3edb-4a43-8db4-dbea05ac6879 req-5bcaceb8-2a14-4145-be37-f4837ced74fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:36:04.457128 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-067de598-3edb-4a43-8db4-dbea05ac6879 req-5bcaceb8-2a14-4145-be37-f4837ced74fc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=77f1c77d-8795-43df-96a9-39a8b7c2346a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0573800 Jun 18 08:36:04.547534 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-067de598-3edb-4a43-8db4-dbea05ac6879 req-3ac23bbe-ab46-4878-a853-2ae8e9c40133 service neutron] 10.222.0.72 "GET /v2.0/networks/77f1c77d-8795-43df-96a9-39a8b7c2346a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836918 Jun 18 08:36:04.641489 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-067de598-3edb-4a43-8db4-dbea05ac6879 req-33a22f5c-9a6c-476e-acbb-6db808713270 service neutron] 10.222.0.72 "GET /v2.0/networks/77f1c77d-8795-43df-96a9-39a8b7c2346a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873425 Jun 18 08:36:04.923980 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c673944b-8fed-4927-bd3c-07f422997730 req-60cc1452-4203-41ed-a261-02ae4ee85945 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:36:04.926167 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c673944b-8fed-4927-bd3c-07f422997730 req-60cc1452-4203-41ed-a261-02ae4ee85945 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 946 time: 0.0657973 Jun 18 08:36:04.967014 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c673944b-8fed-4927-bd3c-07f422997730 req-e420cae5-e0c2-4d2e-bcb5-f0f372a94160 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/security-groups?id=9acf3f14-0245-462c-bda1-3481c334b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350997 Jun 18 08:36:05.355270 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b59536c-ec3d-4d93-9846-086adae6f2e2 req-b8fa8494-72fe-4224-bb02-bcae9f8e192d tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:36:05.356764 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-9b59536c-ec3d-4d93-9846-086adae6f2e2 req-b8fa8494-72fe-4224-bb02-bcae9f8e192d tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=e82a406b-6b26-4720-a7fb-3b984f861939 HTTP/1.1" status: 200 len: 944 time: 0.0683451 Jun 18 08:36:05.398100 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-9b59536c-ec3d-4d93-9846-086adae6f2e2 req-7fb27bf9-558d-42e7-bb4a-961d3b6f7321 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/security-groups?id=a521bd04-5697-4ea8-a853-e5232e0f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349498 Jun 18 08:36:06.573336 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5913abf-cc3d-4979-85f4-18fc6cf06610 req-e4091a57-91c9-410b-99ea-35c83ef6ec30 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:36:06.574724 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f5913abf-cc3d-4979-85f4-18fc6cf06610 req-e4091a57-91c9-410b-99ea-35c83ef6ec30 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=e82a406b-6b26-4720-a7fb-3b984f861939 HTTP/1.1" status: 200 len: 944 time: 0.0629468 Jun 18 08:36:06.613262 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f5913abf-cc3d-4979-85f4-18fc6cf06610 req-5c1f7bb4-b4c0-4805-aa56-c06013b6b051 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/security-groups?id=a521bd04-5697-4ea8-a853-e5232e0f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326941 Jun 18 08:36:07.791618 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bac727-8465-4e09-8a28-2507d4be28a9 req-78d7f177-dde7-4ca9-8015-0cb95c9f3af9 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:36:07.793108 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d6bac727-8465-4e09-8a28-2507d4be28a9 req-78d7f177-dde7-4ca9-8015-0cb95c9f3af9 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=e82a406b-6b26-4720-a7fb-3b984f861939 HTTP/1.1" status: 200 len: 944 time: 0.0664639 Jun 18 08:36:07.831209 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d6bac727-8465-4e09-8a28-2507d4be28a9 req-3e8cce1e-2ced-44a8-bb22-055444d7bb86 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/security-groups?id=a521bd04-5697-4ea8-a853-e5232e0f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316608 Jun 18 08:36:09.009785 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c782fa23-a277-4c2a-bbe0-b9c6a00a4fd5 req-0e838415-0c87-46b7-bb38-f46bea31cecf tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:36:09.011284 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c782fa23-a277-4c2a-bbe0-b9c6a00a4fd5 req-0e838415-0c87-46b7-bb38-f46bea31cecf tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=e82a406b-6b26-4720-a7fb-3b984f861939 HTTP/1.1" status: 200 len: 944 time: 0.0686052 Jun 18 08:36:09.054155 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c782fa23-a277-4c2a-bbe0-b9c6a00a4fd5 req-cf2c1480-c485-4497-800f-f9de223ecfec tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/security-groups?id=a521bd04-5697-4ea8-a853-e5232e0f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371113 Jun 18 08:36:09.080304 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-5a008b34-697c-4ff2-9a90-f52234316871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:36:09.151313 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device 28d7912f-4f94-4442-a117-9ccfac1704f2 details requested by agent hyperv_hv-cinder-78687 with host hv-cinder-78687 {{(pid=93643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 08:36:09.247371 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] For port 28d7912f-4f94-4442-a117-9ccfac1704f2, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=28d7912f-4f94-4442-a117-9ccfac1704f2,segment=NetworkSegment(f6af959e-126d-4479-ae7f-6c309c6f9c8c),segment_id=f6af959e-126d-4479-ae7f-6c309c6f9c8c)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:36:09.260324 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Returning: {'device': '28d7912f-4f94-4442-a117-9ccfac1704f2', 'network_id': 'd15bb2fc-c17e-4d6a-a35a-67df4428a903', 'port_id': '28d7912f-4f94-4442-a117-9ccfac1704f2', 'mac_address': 'fa:16:3e:eb:20:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 911, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78edb95a-a8b8-4f5b-b1a4-32d834ef5bcc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 08:36:09.298050 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:36:09.310620 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.notifiers.nova [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28d7912f-4f94-4442-a117-9ccfac1704f2 {{(pid=93643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 08:36:09.331705 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] For port 28d7912f-4f94-4442-a117-9ccfac1704f2, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=28d7912f-4f94-4442-a117-9ccfac1704f2,segment=NetworkSegment(f6af959e-126d-4479-ae7f-6c309c6f9c8c),segment_id=f6af959e-126d-4479-ae7f-6c309c6f9c8c)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:36:09.399796 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:36:09.402532 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:36:09.449446 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Pushing event updated for resources: {'Port': ['ID=28d7912f-4f94-4442-a117-9ccfac1704f2,revision_number=4']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:36:09.457071 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:36:09.457418 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:36:09.457788 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:36:09.458165 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:36:09.458502 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:36:09.458830 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:36:09.459156 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:36:09.459480 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:36:09.459804 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:36:09.460155 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:36:09.460475 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:36:09.460793 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:36:09.465040 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:36:09.968100 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] get_ports_and_sgs() called for port_ids ['28d7912f-4f94-4442-a117-9ccfac1704f2'] {{(pid=93643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 08:36:10.252715 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1065ccd6-3f24-4bbb-90a6-37382179cec6 req-e3ba8ecd-ae33-4fbd-98bd-dbb2b4ab5980 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:36:10.254358 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1065ccd6-3f24-4bbb-90a6-37382179cec6 req-e3ba8ecd-ae33-4fbd-98bd-dbb2b4ab5980 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=e82a406b-6b26-4720-a7fb-3b984f861939 HTTP/1.1" status: 200 len: 945 time: 0.0680966 Jun 18 08:36:10.300313 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1065ccd6-3f24-4bbb-90a6-37382179cec6 req-028c2aa1-b040-4c39-955e-292fbe61f7c3 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/security-groups?id=a521bd04-5697-4ea8-a853-e5232e0f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362117 Jun 18 08:36:11.484057 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a0dee-c6f4-4e4a-9a5c-3b02bdc24473 req-57d18f46-d552-44bf-8024-9144fd987106 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:36:11.486104 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-526a0dee-c6f4-4e4a-9a5c-3b02bdc24473 req-57d18f46-d552-44bf-8024-9144fd987106 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=e82a406b-6b26-4720-a7fb-3b984f861939 HTTP/1.1" status: 200 len: 945 time: 0.0726733 Jun 18 08:36:11.519733 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-5a9eaea2-9b0f-4d3a-9d4e-d7e9500cbe5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:36:11.525436 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-526a0dee-c6f4-4e4a-9a5c-3b02bdc24473 req-e94aa812-7d8a-42d2-a023-f76d6511ff23 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/security-groups?id=a521bd04-5697-4ea8-a853-e5232e0f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322330 Jun 18 08:36:11.910912 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:36:12.701577 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e7827d-1235-468b-ace0-d795148cd41e req-c21fb509-5342-44f7-8f0c-f27e861dca9f tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:36:12.703066 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-85e7827d-1235-468b-ace0-d795148cd41e req-c21fb509-5342-44f7-8f0c-f27e861dca9f tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=e82a406b-6b26-4720-a7fb-3b984f861939 HTTP/1.1" status: 200 len: 945 time: 0.0649252 Jun 18 08:36:12.743241 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-85e7827d-1235-468b-ace0-d795148cd41e req-291533d5-c4c9-4406-8c6b-4ff2b408dbfa tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/security-groups?id=a521bd04-5697-4ea8-a853-e5232e0f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343535 Jun 18 08:36:12.862377 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-37edacc1-1ba5-460e-aa47-45b5acfa9d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:36:13.167709 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device 28d7912f-4f94-4442-a117-9ccfac1704f2 up at agent hyperv_hv-cinder-78687 {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:36:13.285288 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Provisioning for port 28d7912f-4f94-4442-a117-9ccfac1704f2 completed by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:36:13.289175 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Provisioning complete for port 28d7912f-4f94-4442-a117-9ccfac1704f2 triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:36:13.289554 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:36:13.365149 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:36:13.387528 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82a406b-6b26-4720-a7fb-3b984f861939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28d7912f-4f94-4442-a117-9ccfac1704f2'}] {{(pid=93643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:36:13.389830 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76bfc2cc3cc97e327acfe832f03e535bb9cef84d361ee3b318e5c5a2ba23989c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35bc20d9-6470-4a9e-89c8-7b4f40b615c2" -d '{"events": [{"server_uuid": "e82a406b-6b26-4720-a7fb-3b984f861939", "name": "network-vif-plugged", "status": "completed", "tag": "28d7912f-4f94-4442-a117-9ccfac1704f2"}]}' {{(pid=93643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:36:13.402892 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] For port 28d7912f-4f94-4442-a117-9ccfac1704f2, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=28d7912f-4f94-4442-a117-9ccfac1704f2,segment=NetworkSegment(f6af959e-126d-4479-ae7f-6c309c6f9c8c),segment_id=f6af959e-126d-4479-ae7f-6c309c6f9c8c)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:36:13.427192 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 08:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e1446ee-177a-419a-9fa6-fe88159fe3bd x-openstack-request-id: req-8e1446ee-177a-419a-9fa6-fe88159fe3bd {{(pid=93643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:36:13.427494 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e82a406b-6b26-4720-a7fb-3b984f861939", "name": "network-vif-plugged", "status": "completed", "tag": "28d7912f-4f94-4442-a117-9ccfac1704f2", "code": 200}]} {{(pid=93643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:36:13.427758 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8e1446ee-177a-419a-9fa6-fe88159fe3bd {{(pid=93643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:36:13.428191 dv-cinder-786873-3-iscsi neutron-server[93643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e82a406b-6b26-4720-a7fb-3b984f861939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28d7912f-4f94-4442-a117-9ccfac1704f2', 'code': 200} Jun 18 08:36:13.485739 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:36:13.488108 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-6452169c-125d-44ec-ac12-701ea31c53a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:36:13.537264 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Pushing event updated for resources: {'Port': ['ID=28d7912f-4f94-4442-a117-9ccfac1704f2,revision_number=5']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:36:13.540338 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:36:13.893965 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3045fb7-49f8-445d-ab5a-0399c31a4cde req-fc80273d-3840-4889-8bdc-99fe715475c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:36:13.898852 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-e3045fb7-49f8-445d-ab5a-0399c31a4cde req-fc80273d-3840-4889-8bdc-99fe715475c4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e82a406b-6b26-4720-a7fb-3b984f861939 HTTP/1.1" status: 200 len: 1099 time: 0.0566549 Jun 18 08:36:13.927185 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9efee-f0cf-41a2-acc1-ab9e9d45d23b req-cd7437ba-e5a0-475b-88aa-8b9d465408c9 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:36:13.928772 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-37f9efee-f0cf-41a2-acc1-ab9e9d45d23b req-cd7437ba-e5a0-475b-88aa-8b9d465408c9 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=e82a406b-6b26-4720-a7fb-3b984f861939 HTTP/1.1" status: 200 len: 946 time: 0.0696201 Jun 18 08:36:13.931876 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-e3045fb7-49f8-445d-ab5a-0399c31a4cde req-99293e30-4222-4d08-ba0d-e2d1cfe53102 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a521bd04-5697-4ea8-a853-e5232e0f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299935 Jun 18 08:36:13.968791 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-37f9efee-f0cf-41a2-acc1-ab9e9d45d23b req-8782ea03-a6b2-4658-989d-fed5943fdfe8 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/security-groups?id=a521bd04-5697-4ea8-a853-e5232e0f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339632 Jun 18 08:36:14.588165 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-624571b3-aef6-4a8c-8ab3-5c089201a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:36:15.011259 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58070e1-d503-4584-9b6d-b0809a6a74da req-2f016740-322e-467b-aae1-b5524ba4cd1d tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:36:15.012816 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a58070e1-d503-4584-9b6d-b0809a6a74da req-2f016740-322e-467b-aae1-b5524ba4cd1d tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/ports?device_id=163736fd-af83-4701-ae98-d432fb5e0ce0 HTTP/1.1" status: 200 len: 984 time: 0.0692146 Jun 18 08:36:15.058575 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a58070e1-d503-4584-9b6d-b0809a6a74da req-ccd3cc5d-a8ad-4f3e-8465-8e81e37db42d tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/security-groups?id=9126d2ec-2bfb-460a-bdc7-de63c5c2774b&id=b8929651-3872-4a52-bf59-b2f6f5999b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0390775 Jun 18 08:36:15.097982 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8042a360-10b2-4ca0-8ddc-f917aabf6a0d req-880476af-2e2d-41c6-a2ed-d7570ba08fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:36:15.099522 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-8042a360-10b2-4ca0-8ddc-f917aabf6a0d req-880476af-2e2d-41c6-a2ed-d7570ba08fdd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b488d6b019264cc997cfd9e73d198575&device_id=163736fd-af83-4701-ae98-d432fb5e0ce0 HTTP/1.1" status: 200 len: 1137 time: 0.0548306 Jun 18 08:36:15.153679 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f9e7f-f66e-4115-9cb0-2730160c1c12 req-54ee5861-c34b-4537-acf0-cb31edb4fd43 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:36:15.154562 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2e2f9e7f-f66e-4115-9cb0-2730160c1c12 req-54ee5861-c34b-4537-acf0-cb31edb4fd43 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=e82a406b-6b26-4720-a7fb-3b984f861939 HTTP/1.1" status: 200 len: 946 time: 0.0656540 Jun 18 08:36:15.193200 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2e2f9e7f-f66e-4115-9cb0-2730160c1c12 req-440fa2af-a57a-4807-8504-5fdab590dcb3 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/security-groups?id=a521bd04-5697-4ea8-a853-e5232e0f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319946 Jun 18 08:36:15.196204 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8042a360-10b2-4ca0-8ddc-f917aabf6a0d req-07072bda-2994-4200-9b3b-b72f1f848a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:36:15.197634 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-8042a360-10b2-4ca0-8ddc-f917aabf6a0d req-07072bda-2994-4200-9b3b-b72f1f848a8f service neutron] 10.222.0.72 "GET /v2.0/networks?id=8c6da9e1-004b-42db-bcf0-39aac50436ca HTTP/1.1" status: 200 len: 915 time: 0.0891728 Jun 18 08:36:15.262870 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-8042a360-10b2-4ca0-8ddc-f917aabf6a0d req-74684c96-cd66-4047-8273-5975306e768f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6eef6639-4bf7-4969-945e-0102ef28240a HTTP/1.1" status: 200 len: 1000 time: 0.0575190 Jun 18 08:36:15.320814 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8042a360-10b2-4ca0-8ddc-f917aabf6a0d req-6d8d98b5-a3c3-41bd-a194-119a2e6b6ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:36:15.322248 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-8042a360-10b2-4ca0-8ddc-f917aabf6a0d req-6d8d98b5-a3c3-41bd-a194-119a2e6b6ad5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f62235ea-006f-4a30-9ad8-c52c270c955b HTTP/1.1" status: 200 len: 853 time: 0.0432737 Jun 18 08:36:15.397971 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8042a360-10b2-4ca0-8ddc-f917aabf6a0d req-e14c213a-95f7-4597-b3df-66d57228184e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:36:15.399516 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-8042a360-10b2-4ca0-8ddc-f917aabf6a0d req-e14c213a-95f7-4597-b3df-66d57228184e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8c6da9e1-004b-42db-bcf0-39aac50436ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0619342 Jun 18 08:36:15.505350 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-8042a360-10b2-4ca0-8ddc-f917aabf6a0d req-5b68401e-45db-4bfe-ae92-52002c7ce208 service neutron] 10.222.0.72 "GET /v2.0/networks/8c6da9e1-004b-42db-bcf0-39aac50436ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845234 Jun 18 08:36:15.605502 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-8042a360-10b2-4ca0-8ddc-f917aabf6a0d req-46481584-2715-4cb2-b46a-ebd2f58cc174 service neutron] 10.222.0.72 "GET /v2.0/networks/8c6da9e1-004b-42db-bcf0-39aac50436ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900400 Jun 18 08:36:16.246450 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb999685-9b35-44aa-91b4-e143de7b51c7 req-06160b84-07cb-4395-a641-9996300fcf79 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:36:16.248087 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-bb999685-9b35-44aa-91b4-e143de7b51c7 req-06160b84-07cb-4395-a641-9996300fcf79 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/ports?device_id=163736fd-af83-4701-ae98-d432fb5e0ce0 HTTP/1.1" status: 200 len: 984 time: 0.0693700 Jun 18 08:36:16.294071 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-bb999685-9b35-44aa-91b4-e143de7b51c7 req-8d5efba9-0eb3-44ff-96f0-7cc716fc116a tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/security-groups?id=9126d2ec-2bfb-460a-bdc7-de63c5c2774b&id=b8929651-3872-4a52-bf59-b2f6f5999b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0390863 Jun 18 08:36:16.523281 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca8701-9df1-49fa-adda-c68f3ac03224 req-5d770a86-3055-4a69-a42f-73e357f78467 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:36:16.524698 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-acca8701-9df1-49fa-adda-c68f3ac03224 req-5d770a86-3055-4a69-a42f-73e357f78467 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=e82a406b-6b26-4720-a7fb-3b984f861939 HTTP/1.1" status: 200 len: 946 time: 0.0642769 Jun 18 08:36:16.562536 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-acca8701-9df1-49fa-adda-c68f3ac03224 req-e81346de-d46c-4a4e-8f23-be5bb9a6796b tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/security-groups?id=a521bd04-5697-4ea8-a853-e5232e0f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321600 Jun 18 08:36:16.743897 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3bdf9a-7495-4922-ad41-ce6c3f883a3f req-95f5e6d0-8870-4ca0-a591-d97fcfb2e571 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:36:16.745451 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-9a3bdf9a-7495-4922-ad41-ce6c3f883a3f req-95f5e6d0-8870-4ca0-a591-d97fcfb2e571 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=e82a406b-6b26-4720-a7fb-3b984f861939 HTTP/1.1" status: 200 len: 946 time: 0.0695417 Jun 18 08:36:16.786495 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-9a3bdf9a-7495-4922-ad41-ce6c3f883a3f req-ea8be17a-8637-4f82-b3c3-f973becc6e04 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/security-groups?id=a521bd04-5697-4ea8-a853-e5232e0f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350244 Jun 18 08:36:16.811580 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 39208) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:36:16.865517 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea85599-eff1-4efb-a1e7-7e8a103f551d tempest-TestVolumeBootPattern-1508261537 tempest-TestVolumeBootPattern-1508261537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:36:16.866984 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-aea85599-eff1-4efb-a1e7-7e8a103f551d tempest-TestVolumeBootPattern-1508261537 tempest-TestVolumeBootPattern-1508261537-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=e82a406b-6b26-4720-a7fb-3b984f861939 HTTP/1.1" status: 200 len: 1094 time: 0.0543876 Jun 18 08:36:16.870215 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 39210) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:36:16.874432 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-eebf6404-e3f3-4109-94ef-1e4e69b0ec3a tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Request body: {'floatingip': {'floating_network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'port_id': '28d7912f-4f94-4442-a117-9ccfac1704f2', 'tenant_id': 'f33eeb6169284d22b1baacfb166428e8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:36:16.955800 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.agents_db [None req-a940af84-dce7-47c4-b5d3-ae67f117b383 None None] Agent healthcheck: found 6 active agents {{(pid=93644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:36:16.967886 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-eebf6404-e3f3-4109-94ef-1e4e69b0ec3a tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks [] for floatingip, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:36:17.068740 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-eebf6404-e3f3-4109-94ef-1e4e69b0ec3a tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-568420'] for port, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:36:17.178588 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.db.db_base_plugin_common [None req-eebf6404-e3f3-4109-94ef-1e4e69b0ec3a tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Allocated IP 172.27.2.112 (215fa03e-ed5a-4c2a-ba1d-c413840c30f2/b938f688-1844-46d6-ac73-91c028ff50eb/7c29cefa-b396-40f9-a3a5-ae15042948b5) {{(pid=93641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:36:17.277540 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-eebf6404-e3f3-4109-94ef-1e4e69b0ec3a tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks [] for port, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:36:17.385254 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-eebf6404-e3f3-4109-94ef-1e4e69b0ec3a tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-568999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741881438814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5195020'] for port, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:36:17.388274 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-406d1670-bb19-46bd-880e-c2be340b3cb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:36:17.457632 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebf6404-e3f3-4109-94ef-1e4e69b0ec3a tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Network 215fa03e-ed5a-4c2a-ba1d-c413840c30f2 is already hosted by enough agents. {{(pid=93641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:36:17.465465 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.base_scheduler [None req-eebf6404-e3f3-4109-94ef-1e4e69b0ec3a tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Resources bound (agent type, host, resource id): {{(pid=93641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:36:17.468238 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebf6404-e3f3-4109-94ef-1e4e69b0ec3a tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Pushing event updated for resources: {'Port': ['ID=7c29cefa-b396-40f9-a3a5-ae15042948b5,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:36:17.471029 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebf6404-e3f3-4109-94ef-1e4e69b0ec3a tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Received port after_create {{(pid=93641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:36:17.497760 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebf6404-e3f3-4109-94ef-1e4e69b0ec3a tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:36:17.498248 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebf6404-e3f3-4109-94ef-1e4e69b0ec3a tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:36:17.498611 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebf6404-e3f3-4109-94ef-1e4e69b0ec3a tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:36:17.498979 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebf6404-e3f3-4109-94ef-1e4e69b0ec3a tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:36:17.499339 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebf6404-e3f3-4109-94ef-1e4e69b0ec3a tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:36:17.499701 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebf6404-e3f3-4109-94ef-1e4e69b0ec3a tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:36:17.500097 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebf6404-e3f3-4109-94ef-1e4e69b0ec3a tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:36:17.500462 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebf6404-e3f3-4109-94ef-1e4e69b0ec3a tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:36:17.500929 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebf6404-e3f3-4109-94ef-1e4e69b0ec3a tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:36:17.501229 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebf6404-e3f3-4109-94ef-1e4e69b0ec3a tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:36:17.501586 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebf6404-e3f3-4109-94ef-1e4e69b0ec3a tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:36:17.501934 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebf6404-e3f3-4109-94ef-1e4e69b0ec3a tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:36:17.508206 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-eebf6404-e3f3-4109-94ef-1e4e69b0ec3a tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:36:17.582752 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aa643d-46d7-4b42-8a66-f8c994d4eca3 req-9069f43d-35bc-49de-b419-b148f20b94b5 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:36:17.584302 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f7aa643d-46d7-4b42-8a66-f8c994d4eca3 req-9069f43d-35bc-49de-b419-b148f20b94b5 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/ports?device_id=163736fd-af83-4701-ae98-d432fb5e0ce0 HTTP/1.1" status: 200 len: 984 time: 0.1632073 Jun 18 08:36:17.690114 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f7aa643d-46d7-4b42-8a66-f8c994d4eca3 req-24e1a68e-a647-4a64-bb62-0245c7936811 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/security-groups?id=9126d2ec-2bfb-460a-bdc7-de63c5c2774b&id=b8929651-3872-4a52-bf59-b2f6f5999b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0986168 Jun 18 08:36:17.907921 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-eebf6404-e3f3-4109-94ef-1e4e69b0ec3a tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:36:18.062233 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-eebf6404-e3f3-4109-94ef-1e4e69b0ec3a tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:36:18.212103 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-eebf6404-e3f3-4109-94ef-1e4e69b0ec3a tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks [] for port, precommit_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:36:18.285326 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-eebf6404-e3f3-4109-94ef-1e4e69b0ec3a tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5195066'] for port, after_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:36:18.287488 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:36:18.355209 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebf6404-e3f3-4109-94ef-1e4e69b0ec3a tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Pushing event updated for resources: {'Port': ['ID=7c29cefa-b396-40f9-a3a5-ae15042948b5,revision_number=2']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:36:18.359213 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-eebf6404-e3f3-4109-94ef-1e4e69b0ec3a tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:36:18.369886 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-eebf6404-e3f3-4109-94ef-1e4e69b0ec3a tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7960458'] for floatingip, after_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:36:18.474348 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.db.l3_db [None req-eebf6404-e3f3-4109-94ef-1e4e69b0ec3a tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Floating IP e4f99ffb-2815-4562-a394-3e6e6d5bb263 associated. External IP: 172.27.2.112, port: 28d7912f-4f94-4442-a117-9ccfac1704f2. Jun 18 08:36:18.703408 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eebf6404-e3f3-4109-94ef-1e4e69b0ec3a tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Router 30b3055d-f31a-466e-bc9c-96d5f5e2ab74 has already been hosted by L3 agent ebfc1b20-a3df-4bae-b350-fc31028a16a3 {{(pid=93641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 08:36:19.092228 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eebf6404-e3f3-4109-94ef-1e4e69b0ec3a tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify agent at l3_agent.dv-cinder-786873-3-iscsi the message routers_updated {{(pid=93641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:36:19.103305 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93c94f7-ef3f-4d5a-80ab-2816edd10b54 None None] Sync routers for ids ['30b3055d-f31a-466e-bc9c-96d5f5e2ab74'] in dv-cinder-786873-3-iscsi {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:36:19.113846 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93c94f7-ef3f-4d5a-80ab-2816edd10b54 None None] Routers {'30b3055d-f31a-466e-bc9c-96d5f5e2ab74'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:36:19.114645 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-a93c94f7-ef3f-4d5a-80ab-2816edd10b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:36:11Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['30b3055d-f31a-466e-bc9c-96d5f5e2ab74'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:36:19.134346 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc17423c-de75-4804-bdb7-a69834da4b03 req-9a8fe194-c0f8-49b4-a52a-50abba5e33aa tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:36:19.135855 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-dc17423c-de75-4804-bdb7-a69834da4b03 req-9a8fe194-c0f8-49b4-a52a-50abba5e33aa tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/ports?device_id=163736fd-af83-4701-ae98-d432fb5e0ce0 HTTP/1.1" status: 200 len: 984 time: 0.3293784 Jun 18 08:36:19.179680 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-dc17423c-de75-4804-bdb7-a69834da4b03 req-01d61ce0-f376-4dc5-a0c9-94b1be92ead3 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/security-groups?id=9126d2ec-2bfb-460a-bdc7-de63c5c2774b&id=b8929651-3872-4a52-bf59-b2f6f5999b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0372689 Jun 18 08:36:19.199385 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-eebf6404-e3f3-4109-94ef-1e4e69b0ec3a tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881'] for floatingip, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:36:19.227380 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-a93c94f7-ef3f-4d5a-80ab-2816edd10b54 None None] Set router 30b3055d-f31a-466e-bc9c-96d5f5e2ab74 gateway port host: dv-cinder-786873-3-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:36:19.237771 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-eebf6404-e3f3-4109-94ef-1e4e69b0ec3a tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3664606 Jun 18 08:36:19.238427 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e82a406b-6b26-4720-a7fb-3b984f861939', 'tag': '28d7912f-4f94-4442-a117-9ccfac1704f2'}] {{(pid=93641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:36:19.240818 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2d7879530654598d2c9a4dfa31a50ac71f4dc09db730dec349bdbb492567000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0d5b97-1e69-4540-87ab-e6a383bdfb64" -d '{"events": [{"name": "network-changed", "server_uuid": "e82a406b-6b26-4720-a7fb-3b984f861939", "tag": "28d7912f-4f94-4442-a117-9ccfac1704f2"}]}' {{(pid=93641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:36:19.289385 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 08:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a763df9f-cd45-4996-a808-e07256557eab x-openstack-request-id: req-a763df9f-cd45-4996-a808-e07256557eab {{(pid=93641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:36:19.290001 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e82a406b-6b26-4720-a7fb-3b984f861939", "tag": "28d7912f-4f94-4442-a117-9ccfac1704f2", "status": "completed", "code": 200}]} {{(pid=93641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:36:19.290001 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a763df9f-cd45-4996-a808-e07256557eab {{(pid=93641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:36:19.290436 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e82a406b-6b26-4720-a7fb-3b984f861939', 'tag': '28d7912f-4f94-4442-a117-9ccfac1704f2', 'status': 'completed', 'code': 200} Jun 18 08:36:19.400253 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d5b97-1e69-4540-87ab-e6a383bdfb64 req-266f644a-3f87-45dc-a5a5-058c95cd3b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:36:19.401729 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-cc0d5b97-1e69-4540-87ab-e6a383bdfb64 req-266f644a-3f87-45dc-a5a5-058c95cd3b38 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f33eeb6169284d22b1baacfb166428e8&device_id=e82a406b-6b26-4720-a7fb-3b984f861939 HTTP/1.1" status: 200 len: 1099 time: 0.0551467 Jun 18 08:36:19.463588 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-a93c94f7-ef3f-4d5a-80ab-2816edd10b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'name': 'tempest-TestVolumeBootPattern-164987471-router', 'tenant_id': 'f33eeb6169284d22b1baacfb166428e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '2d7ac20d-beee-4864-8bed-1d3e471219e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:30:39Z', 'updated_at': '2021-06-18T08:30:44Z', 'revision_number': 4, 'project_id': 'f33eeb6169284d22b1baacfb166428e8', 'gw_port': {'id': '2d7ac20d-beee-4864-8bed-1d3e471219e3', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:30:40Z', 'updated_at': '2021-06-18T08:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_floatingips': [{'id': 'e4f99ffb-2815-4562-a394-3e6e6d5bb263', 'tenant_id': 'f33eeb6169284d22b1baacfb166428e8', 'floating_ip_address': '172.27.2.112', 'floating_network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'router_id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'port_id': '28d7912f-4f94-4442-a117-9ccfac1704f2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd15bb2fc-c17e-4d6a-a35a-67df4428a903', 'mac_address': 'fa:16:3e:eb:20:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82a406b-6b26-4720-a7fb-3b984f861939', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T08:36:17Z', 'updated_at': '2021-06-18T08:36:17Z', 'revision_number': 0, 'project_id': 'f33eeb6169284d22b1baacfb166428e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f12ae9e-a2be-4abd-a57d-40e1a60be9c8', 'name': '', 'network_id': 'd15bb2fc-c17e-4d6a-a35a-67df4428a903', 'tenant_id': 'f33eeb6169284d22b1baacfb166428e8', 'mac_address': 'fa:16:3e:10:43:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '78edb95a-a8b8-4f5b-b1a4-32d834ef5bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:30:43Z', 'updated_at': '2021-06-18T08:30:51Z', 'revision_number': 5, 'project_id': 'f33eeb6169284d22b1baacfb166428e8', 'subnets': [{'id': '78edb95a-a8b8-4f5b-b1a4-32d834ef5bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:36:19.496791 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93c94f7-ef3f-4d5a-80ab-2816edd10b54 None None] Checking router: 30b3055d-f31a-466e-bc9c-96d5f5e2ab74 for host: dv-cinder-786873-3-iscsi {{(pid=93643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:36:19.503473 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d5b97-1e69-4540-87ab-e6a383bdfb64 req-4756195c-746e-4075-89a2-248c9a1287a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:36:19.504967 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-cc0d5b97-1e69-4540-87ab-e6a383bdfb64 req-4756195c-746e-4075-89a2-248c9a1287a9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d15bb2fc-c17e-4d6a-a35a-67df4428a903 HTTP/1.1" status: 200 len: 912 time: 0.0923073 Jun 18 08:36:19.506095 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93c94f7-ef3f-4d5a-80ab-2816edd10b54 None None] Routers {'30b3055d-f31a-466e-bc9c-96d5f5e2ab74'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:36:19.506711 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-a93c94f7-ef3f-4d5a-80ab-2816edd10b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:36:11Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['30b3055d-f31a-466e-bc9c-96d5f5e2ab74'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:36:19.575555 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-cc0d5b97-1e69-4540-87ab-e6a383bdfb64 req-ee153f68-7c98-45b9-8906-caf6e8f18aee service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28d7912f-4f94-4442-a117-9ccfac1704f2 HTTP/1.1" status: 200 len: 1000 time: 0.0604613 Jun 18 08:36:19.622848 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-a93c94f7-ef3f-4d5a-80ab-2816edd10b54 None None] Set router 30b3055d-f31a-466e-bc9c-96d5f5e2ab74 gateway port host: dv-cinder-786873-3-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:36:19.631348 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d5b97-1e69-4540-87ab-e6a383bdfb64 req-1aaf5543-ce0a-4ed4-9525-5909f9ad3390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:36:19.633115 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-cc0d5b97-1e69-4540-87ab-e6a383bdfb64 req-1aaf5543-ce0a-4ed4-9525-5909f9ad3390 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=78edb95a-a8b8-4f5b-b1a4-32d834ef5bcc HTTP/1.1" status: 200 len: 850 time: 0.0472033 Jun 18 08:36:19.706446 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d5b97-1e69-4540-87ab-e6a383bdfb64 req-26f9f21a-cc01-4945-b470-86ea8b12fc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:36:19.707982 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-cc0d5b97-1e69-4540-87ab-e6a383bdfb64 req-26f9f21a-cc01-4945-b470-86ea8b12fc07 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d15bb2fc-c17e-4d6a-a35a-67df4428a903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0675747 Jun 18 08:36:19.808571 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-cc0d5b97-1e69-4540-87ab-e6a383bdfb64 req-61a264b4-b309-4281-8f8d-55d78a8475f8 service neutron] 10.222.0.72 "GET /v2.0/networks/d15bb2fc-c17e-4d6a-a35a-67df4428a903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877154 Jun 18 08:36:19.902604 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-cc0d5b97-1e69-4540-87ab-e6a383bdfb64 req-f1cbf375-28a0-4148-8ef3-4535db3d7248 service neutron] 10.222.0.72 "GET /v2.0/networks/d15bb2fc-c17e-4d6a-a35a-67df4428a903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868530 Jun 18 08:36:19.984385 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-a93c94f7-ef3f-4d5a-80ab-2816edd10b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'name': 'tempest-TestVolumeBootPattern-164987471-router', 'tenant_id': 'f33eeb6169284d22b1baacfb166428e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '2d7ac20d-beee-4864-8bed-1d3e471219e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:30:39Z', 'updated_at': '2021-06-18T08:30:44Z', 'revision_number': 4, 'project_id': 'f33eeb6169284d22b1baacfb166428e8', 'gw_port': {'id': '2d7ac20d-beee-4864-8bed-1d3e471219e3', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:30:40Z', 'updated_at': '2021-06-18T08:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_floatingips': [{'id': 'e4f99ffb-2815-4562-a394-3e6e6d5bb263', 'tenant_id': 'f33eeb6169284d22b1baacfb166428e8', 'floating_ip_address': '172.27.2.112', 'floating_network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'router_id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'port_id': '28d7912f-4f94-4442-a117-9ccfac1704f2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd15bb2fc-c17e-4d6a-a35a-67df4428a903', 'mac_address': 'fa:16:3e:eb:20:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82a406b-6b26-4720-a7fb-3b984f861939', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T08:36:17Z', 'updated_at': '2021-06-18T08:36:17Z', 'revision_number': 0, 'project_id': 'f33eeb6169284d22b1baacfb166428e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f12ae9e-a2be-4abd-a57d-40e1a60be9c8', 'name': '', 'network_id': 'd15bb2fc-c17e-4d6a-a35a-67df4428a903', 'tenant_id': 'f33eeb6169284d22b1baacfb166428e8', 'mac_address': 'fa:16:3e:10:43:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '78edb95a-a8b8-4f5b-b1a4-32d834ef5bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:30:43Z', 'updated_at': '2021-06-18T08:30:51Z', 'revision_number': 5, 'project_id': 'f33eeb6169284d22b1baacfb166428e8', 'subnets': [{'id': '78edb95a-a8b8-4f5b-b1a4-32d834ef5bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:36:20.012539 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93c94f7-ef3f-4d5a-80ab-2816edd10b54 None None] The sync data for ids ['30b3055d-f31a-466e-bc9c-96d5f5e2ab74'] in dv-cinder-786873-3-iscsi is: [{'id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'name': 'tempest-TestVolumeBootPattern-164987471-router', 'tenant_id': 'f33eeb6169284d22b1baacfb166428e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '2d7ac20d-beee-4864-8bed-1d3e471219e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:30:39Z', 'updated_at': '2021-06-18T08:30:44Z', 'revision_number': 4, 'project_id': 'f33eeb6169284d22b1baacfb166428e8', 'gw_port': {'id': '2d7ac20d-beee-4864-8bed-1d3e471219e3', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:30:40Z', 'updated_at': '2021-06-18T08:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_floatingips': [{'id': 'e4f99ffb-2815-4562-a394-3e6e6d5bb263', 'tenant_id': 'f33eeb6169284d22b1baacfb166428e8', 'floating_ip_address': '172.27.2.112', 'floating_network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'router_id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'port_id': '28d7912f-4f94-4442-a117-9ccfac1704f2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd15bb2fc-c17e-4d6a-a35a-67df4428a903', 'mac_address': 'fa:16:3e:eb:20:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82a406b-6b26-4720-a7fb-3b984f861939', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T08:36:17Z', 'updated_at': '2021-06-18T08:36:17Z', 'revision_number': 0, 'project_id': 'f33eeb6169284d22b1baacfb166428e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f12ae9e-a2be-4abd-a57d-40e1a60be9c8', 'name': '', 'network_id': 'd15bb2fc-c17e-4d6a-a35a-67df4428a903', 'tenant_id': 'f33eeb6169284d22b1baacfb166428e8', 'mac_address': 'fa:16:3e:10:43:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '78edb95a-a8b8-4f5b-b1a4-32d834ef5bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:30:43Z', 'updated_at': '2021-06-18T08:30:51Z', 'revision_number': 5, 'project_id': 'f33eeb6169284d22b1baacfb166428e8', 'subnets': [{'id': '78edb95a-a8b8-4f5b-b1a4-32d834ef5bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:36:20.216431 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0c9b78-4abb-40a2-864e-6b4c68b0c047 None None] New status for floating IP e4f99ffb-2815-4562-a394-3e6e6d5bb263: ACTIVE {{(pid=93644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 08:36:20.369148 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cd4ba8-bbfd-44de-8c1c-e073f83cab2f req-708bff1c-df3c-4427-909c-a93590e01039 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:36:20.370666 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-98cd4ba8-bbfd-44de-8c1c-e073f83cab2f req-708bff1c-df3c-4427-909c-a93590e01039 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/ports?device_id=163736fd-af83-4701-ae98-d432fb5e0ce0 HTTP/1.1" status: 200 len: 984 time: 0.0714176 Jun 18 08:36:20.417409 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-98cd4ba8-bbfd-44de-8c1c-e073f83cab2f req-e692c83f-a351-4868-8a51-dca5a442a580 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/security-groups?id=9126d2ec-2bfb-460a-bdc7-de63c5c2774b&id=b8929651-3872-4a52-bf59-b2f6f5999b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0397789 Jun 18 08:36:21.595633 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4966c67-8e3d-48f6-b1a0-76a70dad7dbd req-b6d608e2-1e80-4df3-96c8-ce19b92b8157 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:36:21.597214 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d4966c67-8e3d-48f6-b1a0-76a70dad7dbd req-b6d608e2-1e80-4df3-96c8-ce19b92b8157 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/ports?device_id=163736fd-af83-4701-ae98-d432fb5e0ce0 HTTP/1.1" status: 200 len: 984 time: 0.0639281 Jun 18 08:36:21.640687 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d4966c67-8e3d-48f6-b1a0-76a70dad7dbd req-09c8a890-1199-458d-b581-dc90901c321a tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/security-groups?id=9126d2ec-2bfb-460a-bdc7-de63c5c2774b&id=b8929651-3872-4a52-bf59-b2f6f5999b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0374527 Jun 18 08:36:22.832540 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c00b54-3c0c-44d5-99b8-713082839c7d req-b78e8fbd-e7c4-4474-a218-79f2c4cfa6b6 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:36:22.833928 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-25c00b54-3c0c-44d5-99b8-713082839c7d req-b78e8fbd-e7c4-4474-a218-79f2c4cfa6b6 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/ports?device_id=163736fd-af83-4701-ae98-d432fb5e0ce0 HTTP/1.1" status: 200 len: 984 time: 0.0742910 Jun 18 08:36:22.874625 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-25c00b54-3c0c-44d5-99b8-713082839c7d req-ca6ff1c9-f174-4d72-9e40-5dbfef9f28e1 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/security-groups?id=9126d2ec-2bfb-460a-bdc7-de63c5c2774b&id=b8929651-3872-4a52-bf59-b2f6f5999b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347650 Jun 18 08:36:24.056778 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0becc3-9a9f-4341-b6d0-25e9151cb4d6 req-6be3119d-dc3b-4f15-b868-f43f29e3b1d7 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:36:24.058160 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ff0becc3-9a9f-4341-b6d0-25e9151cb4d6 req-6be3119d-dc3b-4f15-b868-f43f29e3b1d7 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/ports?device_id=163736fd-af83-4701-ae98-d432fb5e0ce0 HTTP/1.1" status: 200 len: 984 time: 0.0678165 Jun 18 08:36:24.098675 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ff0becc3-9a9f-4341-b6d0-25e9151cb4d6 req-22978e04-ea82-4cba-b9ee-5e04c8741c27 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/security-groups?id=9126d2ec-2bfb-460a-bdc7-de63c5c2774b&id=b8929651-3872-4a52-bf59-b2f6f5999b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343757 Jun 18 08:36:25.289500 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0010d1-f9fa-4e81-8435-13bfdbe901d5 req-10a03195-1276-4c83-b663-5839bd15aa5d tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:36:25.291008 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-eb0010d1-f9fa-4e81-8435-13bfdbe901d5 req-10a03195-1276-4c83-b663-5839bd15aa5d tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/ports?device_id=163736fd-af83-4701-ae98-d432fb5e0ce0 HTTP/1.1" status: 200 len: 984 time: 0.0670810 Jun 18 08:36:25.333643 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-eb0010d1-f9fa-4e81-8435-13bfdbe901d5 req-8120b650-4e3e-4c3a-8efb-1e301077b95f tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/security-groups?id=9126d2ec-2bfb-460a-bdc7-de63c5c2774b&id=b8929651-3872-4a52-bf59-b2f6f5999b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0368259 Jun 18 08:36:26.244948 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:36:26.509109 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e63a5a0-9a41-4627-86da-436a0703efd9 req-e3d48dfc-10a0-4aa4-a64c-94a651b0763d tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:36:26.510578 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4e63a5a0-9a41-4627-86da-436a0703efd9 req-e3d48dfc-10a0-4aa4-a64c-94a651b0763d tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/ports?device_id=163736fd-af83-4701-ae98-d432fb5e0ce0 HTTP/1.1" status: 200 len: 984 time: 0.0638881 Jun 18 08:36:26.554886 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4e63a5a0-9a41-4627-86da-436a0703efd9 req-449e3607-30e3-4a34-99ae-9319f212f103 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/security-groups?id=9126d2ec-2bfb-460a-bdc7-de63c5c2774b&id=b8929651-3872-4a52-bf59-b2f6f5999b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0384848 Jun 18 08:36:27.735347 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7389ab-b4ad-4e66-aa83-7bd4f13c7071 req-64f58326-33fe-416b-a3ea-ec3f857ddb2c tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:36:27.737037 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1c7389ab-b4ad-4e66-aa83-7bd4f13c7071 req-64f58326-33fe-416b-a3ea-ec3f857ddb2c tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/ports?device_id=163736fd-af83-4701-ae98-d432fb5e0ce0 HTTP/1.1" status: 200 len: 984 time: 0.0654776 Jun 18 08:36:27.777423 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1c7389ab-b4ad-4e66-aa83-7bd4f13c7071 req-bb095eda-def9-41cb-af32-b58ed4246733 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/security-groups?id=9126d2ec-2bfb-460a-bdc7-de63c5c2774b&id=b8929651-3872-4a52-bf59-b2f6f5999b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344543 Jun 18 08:36:28.965458 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49abfd36-160f-4082-90ad-ad27e36cfb12 req-3efd36e7-99bd-4c74-ab11-83609582eec3 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:36:28.966945 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-49abfd36-160f-4082-90ad-ad27e36cfb12 req-3efd36e7-99bd-4c74-ab11-83609582eec3 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/ports?device_id=163736fd-af83-4701-ae98-d432fb5e0ce0 HTTP/1.1" status: 200 len: 984 time: 0.0731986 Jun 18 08:36:29.024005 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-49abfd36-160f-4082-90ad-ad27e36cfb12 req-98be54c4-8c9c-44f7-ae07-851f2d31ee3a tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/security-groups?id=9126d2ec-2bfb-460a-bdc7-de63c5c2774b&id=b8929651-3872-4a52-bf59-b2f6f5999b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0473592 Jun 18 08:36:30.216282 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5223f-dc70-43a1-97ef-7fe01a7bad1b req-1d05cdea-535c-486d-8e90-388f81d70579 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:36:30.217748 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e7c5223f-dc70-43a1-97ef-7fe01a7bad1b req-1d05cdea-535c-486d-8e90-388f81d70579 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/ports?device_id=163736fd-af83-4701-ae98-d432fb5e0ce0 HTTP/1.1" status: 200 len: 984 time: 0.0669527 Jun 18 08:36:30.258513 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e7c5223f-dc70-43a1-97ef-7fe01a7bad1b req-e0de8127-8c34-4278-9006-d667ff8acb6c tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/security-groups?id=9126d2ec-2bfb-460a-bdc7-de63c5c2774b&id=b8929651-3872-4a52-bf59-b2f6f5999b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343125 Jun 18 08:36:31.432090 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6961636-f477-4e4f-8dc7-c6aad6fd3fcc req-7a4af39a-dfb6-4b34-8637-702a28ffd48e tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:36:31.433558 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c6961636-f477-4e4f-8dc7-c6aad6fd3fcc req-7a4af39a-dfb6-4b34-8637-702a28ffd48e tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/ports?device_id=163736fd-af83-4701-ae98-d432fb5e0ce0 HTTP/1.1" status: 200 len: 984 time: 0.0637801 Jun 18 08:36:31.472895 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c6961636-f477-4e4f-8dc7-c6aad6fd3fcc req-8686f5c1-9367-4e11-8c08-fb96ecd64df9 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/security-groups?id=9126d2ec-2bfb-460a-bdc7-de63c5c2774b&id=b8929651-3872-4a52-bf59-b2f6f5999b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335879 Jun 18 08:36:32.654896 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b262fcba-66fd-4eac-9bfa-02244e6a06b2 req-f0e7cced-9bcd-4a2f-9548-a60aa4bc12de tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:36:32.656367 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b262fcba-66fd-4eac-9bfa-02244e6a06b2 req-f0e7cced-9bcd-4a2f-9548-a60aa4bc12de tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/ports?device_id=163736fd-af83-4701-ae98-d432fb5e0ce0 HTTP/1.1" status: 200 len: 984 time: 0.0656726 Jun 18 08:36:32.701279 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b262fcba-66fd-4eac-9bfa-02244e6a06b2 req-a1c84296-672d-4039-ac18-dc0fb012ff86 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/security-groups?id=9126d2ec-2bfb-460a-bdc7-de63c5c2774b&id=b8929651-3872-4a52-bf59-b2f6f5999b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0390170 Jun 18 08:36:34.360576 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f5f7a-fac0-4eb7-b4e0-e5ff4ccb80c1 req-373f1917-a2c6-4810-bbec-bd5f05425930 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:36:34.362089 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4f2f5f7a-fac0-4eb7-b4e0-e5ff4ccb80c1 req-373f1917-a2c6-4810-bbec-bd5f05425930 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 945 time: 0.0680933 Jun 18 08:36:34.402053 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4f2f5f7a-fac0-4eb7-b4e0-e5ff4ccb80c1 req-1dbfbdfa-e787-4ef1-8be5-7afc9a17972a tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd9393bd-7678-457f-8ec3-98db58b2da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340753 Jun 18 08:36:35.582245 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0043a4-c964-4c9d-ba93-f596cf485f6a req-062137ef-d199-444d-a4bf-bc4b02c77b16 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:36:35.584066 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-9b0043a4-c964-4c9d-ba93-f596cf485f6a req-062137ef-d199-444d-a4bf-bc4b02c77b16 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 945 time: 0.0637863 Jun 18 08:36:35.622250 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-9b0043a4-c964-4c9d-ba93-f596cf485f6a req-54544da9-e5c3-4001-882b-b07376ba8d29 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd9393bd-7678-457f-8ec3-98db58b2da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324774 Jun 18 08:36:36.805376 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d5de6c-6415-4671-bdb3-cdc482c4b71b req-3a516144-5eb2-46a6-a547-e5d2743e7443 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:36:36.806840 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-62d5de6c-6415-4671-bdb3-cdc482c4b71b req-3a516144-5eb2-46a6-a547-e5d2743e7443 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 945 time: 0.0681171 Jun 18 08:36:36.844769 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-62d5de6c-6415-4671-bdb3-cdc482c4b71b req-2d300675-cd42-4232-8b9c-146895520451 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd9393bd-7678-457f-8ec3-98db58b2da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321665 Jun 18 08:36:38.022203 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8703cb04-3f82-4669-80b5-8a0ab8f78182 req-91fdb03d-e0c1-4eae-b500-90e2ef092db2 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:36:38.023700 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-8703cb04-3f82-4669-80b5-8a0ab8f78182 req-91fdb03d-e0c1-4eae-b500-90e2ef092db2 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 945 time: 0.0635233 Jun 18 08:36:38.060209 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-8703cb04-3f82-4669-80b5-8a0ab8f78182 req-e28c6091-3744-4074-921b-82100902c1f1 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd9393bd-7678-457f-8ec3-98db58b2da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307133 Jun 18 08:36:39.057838 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-eeff016a-f4f8-4d6f-a717-686489ada454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:36:39.235214 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff225797-a4af-4d96-9ca3-e91a5df338ea req-68e7b621-dec3-443c-8d93-9fd9a2bc4e30 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:36:39.236995 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ff225797-a4af-4d96-9ca3-e91a5df338ea req-68e7b621-dec3-443c-8d93-9fd9a2bc4e30 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 945 time: 0.0636232 Jun 18 08:36:39.280725 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ff225797-a4af-4d96-9ca3-e91a5df338ea req-914f19e2-5a98-43a8-b344-7c65156fc7d5 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd9393bd-7678-457f-8ec3-98db58b2da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368025 Jun 18 08:36:40.475008 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37814e4b-d0e0-4317-ab8b-f3cd299f5c03 req-03131ce3-d6a4-450e-a156-2dc0cc233d87 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:36:40.476661 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-37814e4b-d0e0-4317-ab8b-f3cd299f5c03 req-03131ce3-d6a4-450e-a156-2dc0cc233d87 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 945 time: 0.0778103 Jun 18 08:36:40.517448 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-37814e4b-d0e0-4317-ab8b-f3cd299f5c03 req-057fa8fe-1e41-4a8d-82d1-cb79bc980393 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd9393bd-7678-457f-8ec3-98db58b2da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348139 Jun 18 08:36:41.507684 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-5d013ac9-c1fc-413c-a58d-fa80dfa6ed44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:36:41.700113 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba0b81-11cc-4cc5-bb1a-c0c9b830fb25 req-ac89f454-1646-4b22-866b-04226ed04cbc tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:36:41.701616 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2eba0b81-11cc-4cc5-bb1a-c0c9b830fb25 req-ac89f454-1646-4b22-866b-04226ed04cbc tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 945 time: 0.0658126 Jun 18 08:36:41.741500 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2eba0b81-11cc-4cc5-bb1a-c0c9b830fb25 req-bf38bbd9-8e36-4c1f-be43-b546d7bf79c2 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd9393bd-7678-457f-8ec3-98db58b2da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334697 Jun 18 08:36:41.907420 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:36:42.852979 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-37edacc1-1ba5-460e-aa47-45b5acfa9d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:36:42.932664 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb8e38-d0fd-41d4-a328-a17b7f309d0a req-10ecdc69-66f4-4824-88a2-a6870db74ba6 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:36:42.934077 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-30fb8e38-d0fd-41d4-a328-a17b7f309d0a req-10ecdc69-66f4-4824-88a2-a6870db74ba6 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 945 time: 0.0685527 Jun 18 08:36:42.972714 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-30fb8e38-d0fd-41d4-a328-a17b7f309d0a req-2a24b801-fdfa-4b49-a2f1-5653a3d517a0 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd9393bd-7678-457f-8ec3-98db58b2da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326390 Jun 18 08:36:44.155246 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b20c38-31ee-47c9-836d-4bc9d3b000ba req-b5f73241-f30b-4206-bdd7-fa0cc0a490e7 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:36:44.156717 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-06b20c38-31ee-47c9-836d-4bc9d3b000ba req-b5f73241-f30b-4206-bdd7-fa0cc0a490e7 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 945 time: 0.0629697 Jun 18 08:36:44.194932 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-06b20c38-31ee-47c9-836d-4bc9d3b000ba req-9eb38b9f-08d0-41a3-b746-35356a1ca3a4 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd9393bd-7678-457f-8ec3-98db58b2da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318942 Jun 18 08:36:44.570241 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-624571b3-aef6-4a8c-8ab3-5c089201a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:36:45.375072 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b2b196-bdbf-4dbd-9de6-c6bb17af01bd req-0533602a-33d2-4c16-8241-51921f28b098 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:36:45.376554 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-25b2b196-bdbf-4dbd-9de6-c6bb17af01bd req-0533602a-33d2-4c16-8241-51921f28b098 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 945 time: 0.0644002 Jun 18 08:36:45.418319 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-25b2b196-bdbf-4dbd-9de6-c6bb17af01bd req-3cfe78d6-e5eb-4e44-b071-09570af2095c tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd9393bd-7678-457f-8ec3-98db58b2da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351071 Jun 18 08:36:46.606254 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcfec45-85bd-4b36-82cd-0304b37cb29c req-7da88544-b4e3-41e2-bd9e-27ebebc7b454 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:36:46.607727 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-8fcfec45-85bd-4b36-82cd-0304b37cb29c req-7da88544-b4e3-41e2-bd9e-27ebebc7b454 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 945 time: 0.0649335 Jun 18 08:36:46.648256 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-8fcfec45-85bd-4b36-82cd-0304b37cb29c req-754f0797-0a22-4437-9445-94f86b1e2d55 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd9393bd-7678-457f-8ec3-98db58b2da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345926 Jun 18 08:36:47.388771 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device fbeb4067-3221-470c-a38a-eb09a3f06b05 details requested by agent hyperv_hv-cinder-78687 with host hv-cinder-78687 {{(pid=93643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 08:36:47.485123 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] For port fbeb4067-3221-470c-a38a-eb09a3f06b05, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=fbeb4067-3221-470c-a38a-eb09a3f06b05,segment=NetworkSegment(e9c2f4e9-27ab-41a7-b5e4-528b18385247),segment_id=e9c2f4e9-27ab-41a7-b5e4-528b18385247)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:36:47.497038 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Returning: {'device': 'fbeb4067-3221-470c-a38a-eb09a3f06b05', 'network_id': '9bcb4115-0e1f-4bdc-accb-f68a208ad67f', 'port_id': 'fbeb4067-3221-470c-a38a-eb09a3f06b05', 'mac_address': 'fa:16:3e:be:5d:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fff03b2-a2fe-488b-8a4d-528da3f1348c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 08:36:47.538124 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:36:47.550917 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.notifiers.nova [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fbeb4067-3221-470c-a38a-eb09a3f06b05 {{(pid=93643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 08:36:47.570199 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] For port fbeb4067-3221-470c-a38a-eb09a3f06b05, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=fbeb4067-3221-470c-a38a-eb09a3f06b05,segment=NetworkSegment(e9c2f4e9-27ab-41a7-b5e4-528b18385247),segment_id=e9c2f4e9-27ab-41a7-b5e4-528b18385247)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:36:47.623797 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:36:47.626728 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:36:47.674069 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Pushing event updated for resources: {'Port': ['ID=fbeb4067-3221-470c-a38a-eb09a3f06b05,revision_number=6']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:36:47.677935 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:36:47.820198 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] get_ports_and_sgs() called for port_ids ['fbeb4067-3221-470c-a38a-eb09a3f06b05'] {{(pid=93643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 08:36:47.826855 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd8bac7-b23e-402b-a908-86f480558650 req-b3ebad26-4c10-48a2-91f6-a75ad5e3c004 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:36:47.828376 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-fcd8bac7-b23e-402b-a908-86f480558650 req-b3ebad26-4c10-48a2-91f6-a75ad5e3c004 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 944 time: 0.0662436 Jun 18 08:36:47.868050 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-fcd8bac7-b23e-402b-a908-86f480558650 req-ebd80706-e5d5-4cea-a247-920a56e28dca tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd9393bd-7678-457f-8ec3-98db58b2da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332012 Jun 18 08:36:49.053750 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea730bb0-af8c-4de5-84fe-cbdf98528e4a req-81bf9162-8ebe-4c68-b025-e7ad6efa3854 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:36:49.055492 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ea730bb0-af8c-4de5-84fe-cbdf98528e4a req-81bf9162-8ebe-4c68-b025-e7ad6efa3854 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 944 time: 0.0717795 Jun 18 08:36:49.097674 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ea730bb0-af8c-4de5-84fe-cbdf98528e4a req-2e62a78a-9fe0-409f-872a-a353ec91a8dd tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd9393bd-7678-457f-8ec3-98db58b2da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359480 Jun 18 08:36:49.398512 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device fbeb4067-3221-470c-a38a-eb09a3f06b05 up at agent hyperv_hv-cinder-78687 {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:36:49.449824 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Provisioning complete for port fbeb4067-3221-470c-a38a-eb09a3f06b05 triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:36:49.450238 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:36:49.527836 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:36:49.550498 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4977fc89-f930-449a-a293-cd2289d26531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbeb4067-3221-470c-a38a-eb09a3f06b05'}] {{(pid=93643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:36:49.552778 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76bfc2cc3cc97e327acfe832f03e535bb9cef84d361ee3b318e5c5a2ba23989c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b926df49-8633-4e6c-aa41-107b7b22f3c5" -d '{"events": [{"server_uuid": "4977fc89-f930-449a-a293-cd2289d26531", "name": "network-vif-plugged", "status": "completed", "tag": "fbeb4067-3221-470c-a38a-eb09a3f06b05"}]}' {{(pid=93643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:36:49.565752 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] For port fbeb4067-3221-470c-a38a-eb09a3f06b05, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=fbeb4067-3221-470c-a38a-eb09a3f06b05,segment=NetworkSegment(e9c2f4e9-27ab-41a7-b5e4-528b18385247),segment_id=e9c2f4e9-27ab-41a7-b5e4-528b18385247)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:36:49.589577 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 08:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf88b46-94a3-4bb8-ade9-1419854ac691 x-openstack-request-id: req-bcf88b46-94a3-4bb8-ade9-1419854ac691 {{(pid=93643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:36:49.589885 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4977fc89-f930-449a-a293-cd2289d26531", "name": "network-vif-plugged", "status": "completed", "tag": "fbeb4067-3221-470c-a38a-eb09a3f06b05", "code": 200}]} {{(pid=93643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:36:49.590158 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bcf88b46-94a3-4bb8-ade9-1419854ac691 {{(pid=93643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:36:49.590568 dv-cinder-786873-3-iscsi neutron-server[93643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4977fc89-f930-449a-a293-cd2289d26531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbeb4067-3221-470c-a38a-eb09a3f06b05', 'code': 200} Jun 18 08:36:49.633237 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:36:49.635230 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:36:49.687150 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Pushing event updated for resources: {'Port': ['ID=fbeb4067-3221-470c-a38a-eb09a3f06b05,revision_number=7']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:36:49.690166 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:36:50.284322 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda8e1a8-6b85-4d63-ae03-d9ac999f60e2 req-cefda4f1-5ba5-49a3-bddd-0ec5351b8fbd tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:36:50.286068 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-fda8e1a8-6b85-4d63-ae03-d9ac999f60e2 req-cefda4f1-5ba5-49a3-bddd-0ec5351b8fbd tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 945 time: 0.0668650 Jun 18 08:36:50.325488 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-fda8e1a8-6b85-4d63-ae03-d9ac999f60e2 req-676cff58-a5dc-4c65-aec2-2f70578d7702 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd9393bd-7678-457f-8ec3-98db58b2da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337100 Jun 18 08:36:51.529288 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ce610e-4730-47e0-b11f-1f5db3f51ebf req-2c95c5d8-3ea7-4a99-b021-689d5aba7b91 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:36:51.530772 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e4ce610e-4730-47e0-b11f-1f5db3f51ebf req-2c95c5d8-3ea7-4a99-b021-689d5aba7b91 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 945 time: 0.0788174 Jun 18 08:36:51.574416 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e4ce610e-4730-47e0-b11f-1f5db3f51ebf req-6243a2f5-573f-40ce-a79f-67d5ceddfca5 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd9393bd-7678-457f-8ec3-98db58b2da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368834 Jun 18 08:36:52.781293 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3202af-e413-44ed-8509-e56367dec454 req-6448c34b-5170-4213-b564-3839c0eeae2a tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:36:52.783378 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6a3202af-e413-44ed-8509-e56367dec454 req-6448c34b-5170-4213-b564-3839c0eeae2a tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 945 time: 0.0727847 Jun 18 08:36:52.832006 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6a3202af-e413-44ed-8509-e56367dec454 req-32ca0f14-61c7-4c9d-ab02-bad5e4ca5267 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd9393bd-7678-457f-8ec3-98db58b2da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363891 Jun 18 08:36:53.965063 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.agents_db [None req-a940af84-dce7-47c4-b5d3-ae67f117b383 None None] Agent healthcheck: found 6 active agents {{(pid=93644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:36:54.033993 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a1e260-61ed-4eb5-b905-fd45cc94cf90 req-04d4eb9a-2b02-4d6b-a631-a770dd2ad7c8 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:36:54.035616 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-17a1e260-61ed-4eb5-b905-fd45cc94cf90 req-04d4eb9a-2b02-4d6b-a631-a770dd2ad7c8 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 945 time: 0.0740113 Jun 18 08:36:54.085743 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-17a1e260-61ed-4eb5-b905-fd45cc94cf90 req-fe691065-4bb1-4921-91c5-288420cebf72 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd9393bd-7678-457f-8ec3-98db58b2da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432763 Jun 18 08:36:55.266810 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075aa866-de70-4de0-9472-dca4ae54d4e4 req-2cca5a2a-2735-499a-a996-8cbdfc754b97 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:36:55.268311 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-075aa866-de70-4de0-9472-dca4ae54d4e4 req-2cca5a2a-2735-499a-a996-8cbdfc754b97 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 945 time: 0.0695040 Jun 18 08:36:55.306834 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-075aa866-de70-4de0-9472-dca4ae54d4e4 req-3a4c87b9-6958-4f32-b7c8-06a51b074bf5 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd9393bd-7678-457f-8ec3-98db58b2da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320539 Jun 18 08:36:56.227872 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:36:56.516175 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa2ca8-d4e6-4c26-b478-5476791f9415 req-fca91a60-67d2-4686-8e58-202938f9b000 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:36:56.517606 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-cafa2ca8-d4e6-4c26-b478-5476791f9415 req-fca91a60-67d2-4686-8e58-202938f9b000 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 945 time: 0.0840242 Jun 18 08:36:56.560505 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-cafa2ca8-d4e6-4c26-b478-5476791f9415 req-7435e32c-13f5-4c7e-80ea-8a0cd3a19084 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd9393bd-7678-457f-8ec3-98db58b2da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363457 Jun 18 08:36:57.760584 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526dc4f4-3df4-4584-82ed-0e51e4c57a58 req-3f34ecbb-ea27-46cd-b404-0babeccf47f3 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:36:57.762162 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-526dc4f4-3df4-4584-82ed-0e51e4c57a58 req-3f34ecbb-ea27-46cd-b404-0babeccf47f3 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 945 time: 0.0740008 Jun 18 08:36:57.808485 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-526dc4f4-3df4-4584-82ed-0e51e4c57a58 req-2d7ea9de-539b-42a6-b77a-8c2aee49ae6b tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd9393bd-7678-457f-8ec3-98db58b2da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394037 Jun 18 08:36:59.001383 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad0eaf-e5b2-406a-bc33-84ccafaaaa02 req-c2ed66f8-fce6-46b6-a149-18ea12407470 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:36:59.008791 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-bcad0eaf-e5b2-406a-bc33-84ccafaaaa02 req-c2ed66f8-fce6-46b6-a149-18ea12407470 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 945 time: 0.0754192 Jun 18 08:36:59.046477 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-bcad0eaf-e5b2-406a-bc33-84ccafaaaa02 req-395347b8-b66d-44b9-a72d-8e21ada4a524 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd9393bd-7678-457f-8ec3-98db58b2da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367317 Jun 18 08:37:00.259003 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b01064-f82e-447d-b0fe-c6df8ffb987e req-e6418b91-b00f-4568-9ac4-273825267f5a tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:00.260521 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-49b01064-f82e-447d-b0fe-c6df8ffb987e req-e6418b91-b00f-4568-9ac4-273825267f5a tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 945 time: 0.0890894 Jun 18 08:37:00.306878 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-49b01064-f82e-447d-b0fe-c6df8ffb987e req-b3a4772d-2252-481c-9396-319924be76fc tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd9393bd-7678-457f-8ec3-98db58b2da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397344 Jun 18 08:37:01.511257 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b161a6f4-686a-4794-91f9-91cf68a3e268 req-6c609248-7ed7-4979-9b69-833472cd74ca tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:01.512793 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b161a6f4-686a-4794-91f9-91cf68a3e268 req-6c609248-7ed7-4979-9b69-833472cd74ca tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 945 time: 0.0689018 Jun 18 08:37:01.555145 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b161a6f4-686a-4794-91f9-91cf68a3e268 req-a7a57028-1ef5-42db-b8e7-760356b9f0cf tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd9393bd-7678-457f-8ec3-98db58b2da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364180 Jun 18 08:37:02.753075 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89557ce-24df-4b26-b2c7-3cac60268778 req-bad1b074-8b46-491c-8159-c45b28ef52f3 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:02.754868 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d89557ce-24df-4b26-b2c7-3cac60268778 req-bad1b074-8b46-491c-8159-c45b28ef52f3 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 945 time: 0.0787888 Jun 18 08:37:02.800649 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d89557ce-24df-4b26-b2c7-3cac60268778 req-482f05ad-1493-4a81-9ebf-787a24466909 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd9393bd-7678-457f-8ec3-98db58b2da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342209 Jun 18 08:37:03.987177 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d86c54-d2c8-4bab-bee6-27b0bf94765c req-c2a6471f-0a07-4866-90e7-6aa1091914c8 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:03.988625 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f1d86c54-d2c8-4bab-bee6-27b0bf94765c req-c2a6471f-0a07-4866-90e7-6aa1091914c8 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 945 time: 0.0636666 Jun 18 08:37:04.033854 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f1d86c54-d2c8-4bab-bee6-27b0bf94765c req-2961328f-e4c9-4f82-a00c-24d75ca1d1c9 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd9393bd-7678-457f-8ec3-98db58b2da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379128 Jun 18 08:37:04.313838 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ece4c2-f87d-4384-b71d-01bd64d31845 req-75f8d0b8-6986-4d6e-9452-74ff6b80aac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:04.315249 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-12ece4c2-f87d-4384-b71d-01bd64d31845 req-75f8d0b8-6986-4d6e-9452-74ff6b80aac1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1c8de8ca6fa84ca39f60ecad18ff9fc0&device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 1098 time: 0.0535531 Jun 18 08:37:04.404415 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ece4c2-f87d-4384-b71d-01bd64d31845 req-ef746897-3ebe-4adc-aad1-5553def75b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:04.405858 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-12ece4c2-f87d-4384-b71d-01bd64d31845 req-ef746897-3ebe-4adc-aad1-5553def75b3c service neutron] 10.222.0.72 "GET /v2.0/networks?id=9bcb4115-0e1f-4bdc-accb-f68a208ad67f HTTP/1.1" status: 200 len: 917 time: 0.0842953 Jun 18 08:37:04.478635 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-12ece4c2-f87d-4384-b71d-01bd64d31845 req-ec25e90c-8f91-4c85-9efc-0b22057ae5c1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fbeb4067-3221-470c-a38a-eb09a3f06b05 HTTP/1.1" status: 200 len: 1001 time: 0.0647039 Jun 18 08:37:04.530892 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ece4c2-f87d-4384-b71d-01bd64d31845 req-f757f388-11b4-4655-acca-779323da613b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:04.532339 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-12ece4c2-f87d-4384-b71d-01bd64d31845 req-f757f388-11b4-4655-acca-779323da613b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5fff03b2-a2fe-488b-8a4d-528da3f1348c HTTP/1.1" status: 200 len: 855 time: 0.0458069 Jun 18 08:37:04.589777 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ece4c2-f87d-4384-b71d-01bd64d31845 req-2c12f00e-712e-494e-9114-000342a6bba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:04.591268 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-12ece4c2-f87d-4384-b71d-01bd64d31845 req-2c12f00e-712e-494e-9114-000342a6bba0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9bcb4115-0e1f-4bdc-accb-f68a208ad67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0522728 Jun 18 08:37:04.683249 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-12ece4c2-f87d-4384-b71d-01bd64d31845 req-8592eb17-bf4f-4306-8efa-5e3a8dac7710 service neutron] 10.222.0.72 "GET /v2.0/networks/9bcb4115-0e1f-4bdc-accb-f68a208ad67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849767 Jun 18 08:37:04.769781 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-12ece4c2-f87d-4384-b71d-01bd64d31845 req-420badc2-9582-44e8-b1b5-d24ef4a10daf service neutron] 10.222.0.72 "GET /v2.0/networks/9bcb4115-0e1f-4bdc-accb-f68a208ad67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802338 Jun 18 08:37:05.216490 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d48ca21-72d6-491f-acf2-e98870787588 req-25203165-74dd-458d-aae1-8b98ad037dfd tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:05.218100 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7d48ca21-72d6-491f-acf2-e98870787588 req-25203165-74dd-458d-aae1-8b98ad037dfd tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 945 time: 0.0664420 Jun 18 08:37:05.259445 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7d48ca21-72d6-491f-acf2-e98870787588 req-88631bf0-3ad5-4b52-97a9-5d9d4e92299d tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd9393bd-7678-457f-8ec3-98db58b2da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343976 Jun 18 08:37:06.094806 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-6d6c598f-95ab-4770-a2e4-44ba55d7a025 req-6e676e6f-6400-4b63-b781-c3cc34e16352 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=163736fd-af83-4701-ae98-d432fb5e0ce0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0542266 Jun 18 08:37:06.182725 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c598f-95ab-4770-a2e4-44ba55d7a025 req-7a173f55-7992-499f-8fb2-0437436677ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:06.184225 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-6d6c598f-95ab-4770-a2e4-44ba55d7a025 req-7a173f55-7992-499f-8fb2-0437436677ea service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b488d6b019264cc997cfd9e73d198575&device_id=163736fd-af83-4701-ae98-d432fb5e0ce0 HTTP/1.1" status: 200 len: 1137 time: 0.0534110 Jun 18 08:37:06.297369 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c598f-95ab-4770-a2e4-44ba55d7a025 req-3b7467f2-9da0-4642-af6e-44bbe090a92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:06.298818 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-6d6c598f-95ab-4770-a2e4-44ba55d7a025 req-3b7467f2-9da0-4642-af6e-44bbe090a92f service neutron] 10.222.0.72 "GET /v2.0/networks?id=8c6da9e1-004b-42db-bcf0-39aac50436ca HTTP/1.1" status: 200 len: 915 time: 0.0827777 Jun 18 08:37:06.376738 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-6d6c598f-95ab-4770-a2e4-44ba55d7a025 req-3e5486b1-c810-4b39-901b-157bee397aa4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6eef6639-4bf7-4969-945e-0102ef28240a HTTP/1.1" status: 200 len: 1000 time: 0.0649414 Jun 18 08:37:06.432488 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c598f-95ab-4770-a2e4-44ba55d7a025 req-c1ed9154-fdcc-4882-be7b-a6c62e2a32e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:06.434152 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-6d6c598f-95ab-4770-a2e4-44ba55d7a025 req-c1ed9154-fdcc-4882-be7b-a6c62e2a32e1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f62235ea-006f-4a30-9ad8-c52c270c955b HTTP/1.1" status: 200 len: 853 time: 0.0493741 Jun 18 08:37:06.445500 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834fcdc-4d6d-4c50-a4ff-e918f4614a0d req-1ade8535-7513-4f6f-93d9-0adb2968a8f4 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:06.447155 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b834fcdc-4d6d-4c50-a4ff-e918f4614a0d req-1ade8535-7513-4f6f-93d9-0adb2968a8f4 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 945 time: 0.0674756 Jun 18 08:37:06.487697 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b834fcdc-4d6d-4c50-a4ff-e918f4614a0d req-cb2cfa14-dc90-4899-bfd0-4246ea5a9199 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd9393bd-7678-457f-8ec3-98db58b2da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346146 Jun 18 08:37:06.498690 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c598f-95ab-4770-a2e4-44ba55d7a025 req-5734269b-2042-42df-b605-5a116d5b10f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:06.500192 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-6d6c598f-95ab-4770-a2e4-44ba55d7a025 req-5734269b-2042-42df-b605-5a116d5b10f7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8c6da9e1-004b-42db-bcf0-39aac50436ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0593715 Jun 18 08:37:06.593110 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-6d6c598f-95ab-4770-a2e4-44ba55d7a025 req-ebe0b6b1-b19e-477d-b8fd-78c3941ca586 service neutron] 10.222.0.72 "GET /v2.0/networks/8c6da9e1-004b-42db-bcf0-39aac50436ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864489 Jun 18 08:37:06.684218 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-6d6c598f-95ab-4770-a2e4-44ba55d7a025 req-9331c86a-e539-4c0d-8ab2-376142174688 service neutron] 10.222.0.72 "GET /v2.0/networks/8c6da9e1-004b-42db-bcf0-39aac50436ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846536 Jun 18 08:37:07.528754 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device fbeb4067-3221-470c-a38a-eb09a3f06b05 no longer exists at agent hyperv_hv-cinder-78687 {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:37:07.608557 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:07.633976 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4977fc89-f930-449a-a293-cd2289d26531', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbeb4067-3221-470c-a38a-eb09a3f06b05'}] {{(pid=93643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:37:07.636277 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76bfc2cc3cc97e327acfe832f03e535bb9cef84d361ee3b318e5c5a2ba23989c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd3d4f6-e20d-40f2-b30c-01a0a0e3b850" -d '{"events": [{"server_uuid": "4977fc89-f930-449a-a293-cd2289d26531", "name": "network-vif-unplugged", "status": "completed", "tag": "fbeb4067-3221-470c-a38a-eb09a3f06b05"}]}' {{(pid=93643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:37:07.652672 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] For port fbeb4067-3221-470c-a38a-eb09a3f06b05, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=fbeb4067-3221-470c-a38a-eb09a3f06b05,segment=NetworkSegment(e9c2f4e9-27ab-41a7-b5e4-528b18385247),segment_id=e9c2f4e9-27ab-41a7-b5e4-528b18385247)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:37:07.670429 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 18 Jun 2021 08:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad1e173-9ae0-4713-890c-d75fe3008973 x-openstack-request-id: req-1ad1e173-9ae0-4713-890c-d75fe3008973 {{(pid=93643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:37:07.670754 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4977fc89-f930-449a-a293-cd2289d26531", "name": "network-vif-unplugged", "status": "failed", "tag": "fbeb4067-3221-470c-a38a-eb09a3f06b05", "code": 422}]} {{(pid=93643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:37:07.671081 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1ad1e173-9ae0-4713-890c-d75fe3008973 {{(pid=93643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:37:07.671473 dv-cinder-786873-3-iscsi neutron-server[93643]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4977fc89-f930-449a-a293-cd2289d26531', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fbeb4067-3221-470c-a38a-eb09a3f06b05', 'code': 422} returned with failed status Jun 18 08:37:07.679401 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f7d4fd-be56-4d37-9116-bd837e426a07 req-8f2f8478-0b0b-4de4-b3e2-607b32024e75 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:07.681146 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-11f7d4fd-be56-4d37-9116-bd837e426a07 req-8f2f8478-0b0b-4de4-b3e2-607b32024e75 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 945 time: 0.0715134 Jun 18 08:37:07.722842 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-11f7d4fd-be56-4d37-9116-bd837e426a07 req-d9031ca8-d84d-4ddd-81fe-6350aef58948 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd9393bd-7678-457f-8ec3-98db58b2da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357354 Jun 18 08:37:07.724555 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:07.726450 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-b635d1c1-b6d1-4421-8e72-16617062d47e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:37:07.774174 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Pushing event updated for resources: {'Port': ['ID=fbeb4067-3221-470c-a38a-eb09a3f06b05,revision_number=8']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:37:07.777483 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:37:09.073882 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-40dec890-80a6-4503-a1a3-dea78a8d0604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:09.424430 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e456770-885d-4510-b339-e63f667a4c32 req-fba3d93f-44e4-4b40-bef3-90826f311d80 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:09.427885 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0e456770-885d-4510-b339-e63f667a4c32 req-fba3d93f-44e4-4b40-bef3-90826f311d80 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 943 time: 0.0654380 Jun 18 08:37:09.467632 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0e456770-885d-4510-b339-e63f667a4c32 req-600de01f-b5aa-4a9a-880a-03c6de007c9d tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd9393bd-7678-457f-8ec3-98db58b2da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355468 Jun 18 08:37:09.746747 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 39470) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:37:09.841579 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-92047f14-0e78-4306-a4cd-3da3832673ac req-b2320e23-e31f-4517-bbcc-ab0b2c85516e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0935655 Jun 18 08:37:10.651155 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b65d0db-b807-451a-8685-ca656f79e73b req-5fd765ed-566b-44d0-b566-e9724a9580c0 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:10.652869 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-5b65d0db-b807-451a-8685-ca656f79e73b req-5fd765ed-566b-44d0-b566-e9724a9580c0 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 943 time: 0.0676076 Jun 18 08:37:10.691975 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-5b65d0db-b807-451a-8685-ca656f79e73b req-da02a724-4500-40ae-86f9-fa486643f7ee tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd9393bd-7678-457f-8ec3-98db58b2da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333071 Jun 18 08:37:11.508753 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-c4e35324-37f8-43ca-a9f7-3b65b90ccd8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:11.873534 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae2c24c-c1c9-4587-8630-4fe64d7cdd5f req-052aeaf2-c3d6-4b73-b37f-a16209315bb8 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:11.875047 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-8ae2c24c-c1c9-4587-8630-4fe64d7cdd5f req-052aeaf2-c3d6-4b73-b37f-a16209315bb8 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 943 time: 0.0671589 Jun 18 08:37:11.903248 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:11.914814 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-8ae2c24c-c1c9-4587-8630-4fe64d7cdd5f req-2515fb43-e41b-48e0-84a0-54a9b11b3dce tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd9393bd-7678-457f-8ec3-98db58b2da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334685 Jun 18 08:37:12.903376 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-37edacc1-1ba5-460e-aa47-45b5acfa9d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:13.100844 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41a6797-ceb0-499e-a0df-574334eaf58c req-5a2decb7-ec74-4bdf-9bde-2ffc24b14ae9 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:13.102320 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c41a6797-ceb0-499e-a0df-574334eaf58c req-5a2decb7-ec74-4bdf-9bde-2ffc24b14ae9 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 943 time: 0.0685019 Jun 18 08:37:13.140252 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c41a6797-ceb0-499e-a0df-574334eaf58c req-acded5d1-9d16-4aa9-8529-f3471205f9f6 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd9393bd-7678-457f-8ec3-98db58b2da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322051 Jun 18 08:37:14.319519 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c03dd9f-2da5-4dd8-b774-e4fb4cf9a134 req-e81d6749-4395-415e-88e7-88b97c699caa tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:14.321028 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4c03dd9f-2da5-4dd8-b774-e4fb4cf9a134 req-e81d6749-4395-415e-88e7-88b97c699caa tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 943 time: 0.0645514 Jun 18 08:37:14.361039 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4c03dd9f-2da5-4dd8-b774-e4fb4cf9a134 req-cc560e38-c05b-4642-a675-a8ad8022de82 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd9393bd-7678-457f-8ec3-98db58b2da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329545 Jun 18 08:37:14.593887 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-624571b3-aef6-4a8c-8ab3-5c089201a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:14.990485 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92047f14-0e78-4306-a4cd-3da3832673ac req-31a7d7c7-0d4b-4171-a24a-476f179b8380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:14.992018 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-92047f14-0e78-4306-a4cd-3da3832673ac req-31a7d7c7-0d4b-4171-a24a-476f179b8380 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531&tenant_id=1c8de8ca6fa84ca39f60ecad18ff9fc0 HTTP/1.1" status: 200 len: 1096 time: 0.0876136 Jun 18 08:37:15.079028 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92047f14-0e78-4306-a4cd-3da3832673ac req-f99998d5-4c23-48c1-a00b-ef9b7cb4f8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:15.080794 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-92047f14-0e78-4306-a4cd-3da3832673ac req-f99998d5-4c23-48c1-a00b-ef9b7cb4f8ac service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1c8de8ca6fa84ca39f60ecad18ff9fc0&device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 1096 time: 0.0543301 Jun 18 08:37:15.172582 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92047f14-0e78-4306-a4cd-3da3832673ac req-356a6f1c-5d3c-4c24-9099-980d21b270b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:15.173931 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-92047f14-0e78-4306-a4cd-3da3832673ac req-356a6f1c-5d3c-4c24-9099-980d21b270b2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9bcb4115-0e1f-4bdc-accb-f68a208ad67f HTTP/1.1" status: 200 len: 917 time: 0.0868859 Jun 18 08:37:15.238728 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-92047f14-0e78-4306-a4cd-3da3832673ac req-d2078728-5c15-4034-920b-9e22405853b6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fbeb4067-3221-470c-a38a-eb09a3f06b05 HTTP/1.1" status: 200 len: 999 time: 0.0572217 Jun 18 08:37:15.290877 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92047f14-0e78-4306-a4cd-3da3832673ac req-6087f7ce-4725-40b5-8649-c3eb821dc718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:15.292597 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-92047f14-0e78-4306-a4cd-3da3832673ac req-6087f7ce-4725-40b5-8649-c3eb821dc718 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5fff03b2-a2fe-488b-8a4d-528da3f1348c HTTP/1.1" status: 200 len: 855 time: 0.0476065 Jun 18 08:37:15.349761 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92047f14-0e78-4306-a4cd-3da3832673ac req-b6c174ba-941b-4053-be3d-6084b995407f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:15.351226 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-92047f14-0e78-4306-a4cd-3da3832673ac req-b6c174ba-941b-4053-be3d-6084b995407f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9bcb4115-0e1f-4bdc-accb-f68a208ad67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0524776 Jun 18 08:37:15.441590 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-92047f14-0e78-4306-a4cd-3da3832673ac req-25bc777c-c5e3-4309-a622-dbdcff830be7 service neutron] 10.222.0.72 "GET /v2.0/networks/9bcb4115-0e1f-4bdc-accb-f68a208ad67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833950 Jun 18 08:37:15.543668 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-92047f14-0e78-4306-a4cd-3da3832673ac req-1c213813-7380-4b6e-9626-27e56060b55b service neutron] 10.222.0.72 "GET /v2.0/networks/9bcb4115-0e1f-4bdc-accb-f68a208ad67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950992 Jun 18 08:37:15.549716 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b0d50b-b477-48de-bdf5-df47b7cb4be0 req-f3b60a69-9e0f-4647-a568-74d640e26aad tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:15.551163 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-82b0d50b-b477-48de-bdf5-df47b7cb4be0 req-f3b60a69-9e0f-4647-a568-74d640e26aad tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 943 time: 0.0645502 Jun 18 08:37:15.590282 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-82b0d50b-b477-48de-bdf5-df47b7cb4be0 req-6b4733b8-3c2f-4784-a679-572503670781 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd9393bd-7678-457f-8ec3-98db58b2da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335202 Jun 18 08:37:16.813501 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f61e522-e6e0-4668-a13e-340ac835b19d req-e9e0ef37-99fb-4b38-b5d9-90439aa14a38 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:16.815040 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1f61e522-e6e0-4668-a13e-340ac835b19d req-e9e0ef37-99fb-4b38-b5d9-90439aa14a38 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 943 time: 0.0773044 Jun 18 08:37:16.858865 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1f61e522-e6e0-4668-a13e-340ac835b19d req-d218c374-884b-48b2-9fb4-80a8678e8113 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd9393bd-7678-457f-8ec3-98db58b2da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369856 Jun 18 08:37:17.271785 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691de7f-348b-417e-a839-a8e560bef852 req-8ed63786-6ade-438e-89a9-3921f3008cc2 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:17.273268 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1691de7f-348b-417e-a839-a8e560bef852 req-8ed63786-6ade-438e-89a9-3921f3008cc2 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 946 time: 0.0644035 Jun 18 08:37:17.312227 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1691de7f-348b-417e-a839-a8e560bef852 req-b3acce65-c5a0-45a3-927b-a064c5a49db1 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/security-groups?id=9acf3f14-0245-462c-bda1-3481c334b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328884 Jun 18 08:37:18.050828 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec54508-f3cf-46b7-bf92-a300a7f8f43b req-82c4f1fb-f1f2-4fd3-9080-fadaa5806ff9 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:18.052496 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-dec54508-f3cf-46b7-bf92-a300a7f8f43b req-82c4f1fb-f1f2-4fd3-9080-fadaa5806ff9 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 943 time: 0.0699224 Jun 18 08:37:18.091990 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-dec54508-f3cf-46b7-bf92-a300a7f8f43b req-b9b593e5-fcc9-4617-84e2-66ff6e687d03 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd9393bd-7678-457f-8ec3-98db58b2da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327055 Jun 18 08:37:18.491683 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f75d52-cd4a-48d3-9a68-948ef641e0c6 req-382e8235-2757-4d7e-82a0-6f7307bcc32c tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:18.493183 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-94f75d52-cd4a-48d3-9a68-948ef641e0c6 req-382e8235-2757-4d7e-82a0-6f7307bcc32c tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 946 time: 0.0669708 Jun 18 08:37:18.535103 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-94f75d52-cd4a-48d3-9a68-948ef641e0c6 req-d44f447c-56ec-4782-a658-fc4102c6ac71 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/security-groups?id=9acf3f14-0245-462c-bda1-3481c334b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350831 Jun 18 08:37:19.280793 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da983999-bbba-4a5c-bdf3-0590c880d24a req-3ae25bbe-53bc-48ba-ab9e-98022466a1b1 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:19.282294 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-da983999-bbba-4a5c-bdf3-0590c880d24a req-3ae25bbe-53bc-48ba-ab9e-98022466a1b1 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 943 time: 0.0645807 Jun 18 08:37:19.321028 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-da983999-bbba-4a5c-bdf3-0590c880d24a req-511bae87-13e8-46ab-a6d5-53fad0b585e8 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd9393bd-7678-457f-8ec3-98db58b2da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330238 Jun 18 08:37:19.722458 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1505e3-0a98-4451-b20b-7632a14bd6c4 req-47c9f4ba-a4e7-4aa8-b540-7605100d9791 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:19.723888 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-fc1505e3-0a98-4451-b20b-7632a14bd6c4 req-47c9f4ba-a4e7-4aa8-b540-7605100d9791 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 946 time: 0.0688329 Jun 18 08:37:19.765939 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-fc1505e3-0a98-4451-b20b-7632a14bd6c4 req-89b94076-b7c6-44c1-9f3e-ace16162a06a tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/security-groups?id=9acf3f14-0245-462c-bda1-3481c334b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355880 Jun 18 08:37:20.519078 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e085a92c-d0b9-43cb-9af5-556741b41140 req-6119736e-21d1-4a88-9c79-683034b826a5 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:20.520578 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e085a92c-d0b9-43cb-9af5-556741b41140 req-6119736e-21d1-4a88-9c79-683034b826a5 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 943 time: 0.0761259 Jun 18 08:37:20.561106 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e085a92c-d0b9-43cb-9af5-556741b41140 req-aab62be2-db6b-4533-ab89-4259072c935d tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd9393bd-7678-457f-8ec3-98db58b2da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337043 Jun 18 08:37:20.985683 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85574ce5-18b8-4a52-ad0a-0bd9cad27700 req-c611af12-79b3-4e11-90f0-5d9d9fa5e0a1 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:20.987255 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-85574ce5-18b8-4a52-ad0a-0bd9cad27700 req-c611af12-79b3-4e11-90f0-5d9d9fa5e0a1 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 946 time: 0.0787656 Jun 18 08:37:21.032337 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-85574ce5-18b8-4a52-ad0a-0bd9cad27700 req-42a0623a-ddf3-46d6-9a88-5e61e52b75e0 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/security-groups?id=9acf3f14-0245-462c-bda1-3481c334b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379784 Jun 18 08:37:21.750224 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbecd8c-2371-49bb-ac29-d3de10fcc704 req-1f2a7c5b-8506-4203-a2aa-e33a5b23ffe6 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:21.751603 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-9fbecd8c-2371-49bb-ac29-d3de10fcc704 req-1f2a7c5b-8506-4203-a2aa-e33a5b23ffe6 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 943 time: 0.0715969 Jun 18 08:37:21.794887 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-9fbecd8c-2371-49bb-ac29-d3de10fcc704 req-ca1614ff-5efa-4a91-9b31-3a7f682587db tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd9393bd-7678-457f-8ec3-98db58b2da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373106 Jun 18 08:37:22.242667 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e75fb4b-fc2e-4799-9897-fa66ef7cf65e req-e6409467-0374-4682-bf31-5a29161d3417 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:22.244256 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0e75fb4b-fc2e-4799-9897-fa66ef7cf65e req-e6409467-0374-4682-bf31-5a29161d3417 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 946 time: 0.0836406 Jun 18 08:37:22.290053 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0e75fb4b-fc2e-4799-9897-fa66ef7cf65e req-215565a2-df03-498f-8d0f-eb395a42e157 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/security-groups?id=9acf3f14-0245-462c-bda1-3481c334b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399373 Jun 18 08:37:22.986098 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb547ae-4039-4f55-b44e-2625f00c9665 req-abc29978-86a3-4193-bdd9-e8013038a9eb tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:22.987822 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-cfb547ae-4039-4f55-b44e-2625f00c9665 req-abc29978-86a3-4193-bdd9-e8013038a9eb tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 943 time: 0.0705512 Jun 18 08:37:23.034755 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-cfb547ae-4039-4f55-b44e-2625f00c9665 req-89911a18-d9cc-4154-903f-ee4dcd070e60 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd9393bd-7678-457f-8ec3-98db58b2da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405889 Jun 18 08:37:23.476380 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e516aeee-2bc8-4974-95a3-996e717cc3ed req-56a0989c-0833-418f-8e9f-d1d85e0cb964 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:23.477903 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e516aeee-2bc8-4974-95a3-996e717cc3ed req-56a0989c-0833-418f-8e9f-d1d85e0cb964 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 946 time: 0.0665886 Jun 18 08:37:23.519583 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e516aeee-2bc8-4974-95a3-996e717cc3ed req-8a52159e-a140-46c9-8fe2-5b7768a34cb3 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/security-groups?id=9acf3f14-0245-462c-bda1-3481c334b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353389 Jun 18 08:37:24.227918 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab88a546-743d-4516-a2a4-86a896b613e0 req-85262291-d282-4d21-b1ef-fb2dae90e099 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:24.230149 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ab88a546-743d-4516-a2a4-86a896b613e0 req-85262291-d282-4d21-b1ef-fb2dae90e099 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 943 time: 0.0713325 Jun 18 08:37:24.271406 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ab88a546-743d-4516-a2a4-86a896b613e0 req-6d460ecd-a601-406c-847e-4ec4d9601cd3 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd9393bd-7678-457f-8ec3-98db58b2da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352893 Jun 18 08:37:24.756953 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702a27c3-9c46-458d-965f-9c5d5a7e6314 req-352f167d-b905-405c-b4ab-c3c6768754c0 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:24.758558 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-702a27c3-9c46-458d-965f-9c5d5a7e6314 req-352f167d-b905-405c-b4ab-c3c6768754c0 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 946 time: 0.0910761 Jun 18 08:37:24.808537 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-702a27c3-9c46-458d-965f-9c5d5a7e6314 req-1daf1f81-0841-44e3-87d7-bd9a65c9af5d tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/security-groups?id=9acf3f14-0245-462c-bda1-3481c334b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359387 Jun 18 08:37:25.467529 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe5bb44-6cd1-4e7d-a5e4-19c18be341a7 req-2a77af83-6cc6-4be1-8d48-7a10846824ed tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:25.470242 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-8fe5bb44-6cd1-4e7d-a5e4-19c18be341a7 req-2a77af83-6cc6-4be1-8d48-7a10846824ed tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 943 time: 0.0719855 Jun 18 08:37:25.513571 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-8fe5bb44-6cd1-4e7d-a5e4-19c18be341a7 req-64594379-07ea-4533-9f20-9d720ae3e942 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd9393bd-7678-457f-8ec3-98db58b2da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357220 Jun 18 08:37:25.989441 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e6ccbf-c15d-4ee2-b025-3bf3b5fed77a req-ced94042-6bed-4690-aa37-c19728edb454 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:25.990870 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-56e6ccbf-c15d-4ee2-b025-3bf3b5fed77a req-ced94042-6bed-4690-aa37-c19728edb454 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 946 time: 0.0683897 Jun 18 08:37:26.031128 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-56e6ccbf-c15d-4ee2-b025-3bf3b5fed77a req-6f0886d5-1c5f-4726-9c43-60d03d543f73 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/security-groups?id=9acf3f14-0245-462c-bda1-3481c334b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332823 Jun 18 08:37:26.227646 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:26.697461 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e96403-c3cf-4426-b095-a377de542ed8 req-efe73542-9724-4978-92d2-fcd55751e010 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:26.699894 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-94e96403-c3cf-4426-b095-a377de542ed8 req-efe73542-9724-4978-92d2-fcd55751e010 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 943 time: 0.0659525 Jun 18 08:37:26.741285 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-94e96403-c3cf-4426-b095-a377de542ed8 req-239fbd82-98b9-4b5b-8f7e-4760e5af4da8 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd9393bd-7678-457f-8ec3-98db58b2da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353432 Jun 18 08:37:27.228234 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2a9e09-196b-41c5-8321-fefb56b987a7 req-0b0f8339-99c4-49c2-aa93-f1236f8c21aa tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:27.230039 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1b2a9e09-196b-41c5-8321-fefb56b987a7 req-0b0f8339-99c4-49c2-aa93-f1236f8c21aa tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 946 time: 0.0729284 Jun 18 08:37:27.272397 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1b2a9e09-196b-41c5-8321-fefb56b987a7 req-d458d749-175b-4fca-a5bb-8c2b6a5db50b tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/security-groups?id=9acf3f14-0245-462c-bda1-3481c334b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366156 Jun 18 08:37:27.934972 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a955e4c-122a-4782-b5ec-ad00e0f521b6 req-44a2b07c-9ce9-4d89-b9bf-efbef85cd15b tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:27.939897 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0a955e4c-122a-4782-b5ec-ad00e0f521b6 req-44a2b07c-9ce9-4d89-b9bf-efbef85cd15b tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 943 time: 0.0694733 Jun 18 08:37:27.979508 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0a955e4c-122a-4782-b5ec-ad00e0f521b6 req-07d880b0-55f1-4f04-8b5e-f1b7f4072e23 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd9393bd-7678-457f-8ec3-98db58b2da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335615 Jun 18 08:37:28.449286 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37468a7f-e6cf-4f7d-8eec-c1102246a9ba req-fb27a4ae-423c-4e7f-816e-de4edd87df76 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:28.450887 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-37468a7f-e6cf-4f7d-8eec-c1102246a9ba req-fb27a4ae-423c-4e7f-816e-de4edd87df76 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 946 time: 0.0661151 Jun 18 08:37:28.492920 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-37468a7f-e6cf-4f7d-8eec-c1102246a9ba req-fbec269f-3c3f-4b6c-bbb9-2f1c2d425b43 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/security-groups?id=9acf3f14-0245-462c-bda1-3481c334b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360932 Jun 18 08:37:29.174187 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277f3185-b0d2-4bd0-b097-e64ec468f413 req-2dbb09fa-b9de-4954-be41-2c363572caa0 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:29.175697 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-277f3185-b0d2-4bd0-b097-e64ec468f413 req-2dbb09fa-b9de-4954-be41-2c363572caa0 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 943 time: 0.0728061 Jun 18 08:37:29.216150 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-277f3185-b0d2-4bd0-b097-e64ec468f413 req-590cc040-c1d1-4f28-a4d1-5247ec8a21ec tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd9393bd-7678-457f-8ec3-98db58b2da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347466 Jun 18 08:37:29.673293 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292a833c-3fc1-4820-832b-25d16108aab7 req-a9ec43c2-a9d2-48b2-89e5-08a416711f75 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:29.674434 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-292a833c-3fc1-4820-832b-25d16108aab7 req-a9ec43c2-a9d2-48b2-89e5-08a416711f75 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 946 time: 0.0641887 Jun 18 08:37:29.713109 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-292a833c-3fc1-4820-832b-25d16108aab7 req-65cd89a4-7235-47fb-8e0f-cdf034d15ff1 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/security-groups?id=9acf3f14-0245-462c-bda1-3481c334b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328214 Jun 18 08:37:30.398453 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d787c4b-cc81-4757-b902-671596ed454a req-3b88cfbc-454e-4256-90d6-782abe5d6830 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:30.399933 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1d787c4b-cc81-4757-b902-671596ed454a req-3b88cfbc-454e-4256-90d6-782abe5d6830 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 943 time: 0.0673773 Jun 18 08:37:30.440151 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1d787c4b-cc81-4757-b902-671596ed454a req-66ff2184-33e5-44e5-8f0e-68bf24d9bfe5 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd9393bd-7678-457f-8ec3-98db58b2da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334225 Jun 18 08:37:30.891646 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6426f362-8e10-4436-81cc-065e5b0f4ba3 req-c1864059-c615-469c-9a12-7ec4a852c0fe tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:30.893151 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6426f362-8e10-4436-81cc-065e5b0f4ba3 req-c1864059-c615-469c-9a12-7ec4a852c0fe tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 946 time: 0.0658903 Jun 18 08:37:30.930700 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6426f362-8e10-4436-81cc-065e5b0f4ba3 req-2b2740ec-de65-4547-aec0-412dee570f61 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/security-groups?id=9acf3f14-0245-462c-bda1-3481c334b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317709 Jun 18 08:37:30.956225 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.agents_db [None req-a940af84-dce7-47c4-b5d3-ae67f117b383 None None] Agent healthcheck: found 6 active agents {{(pid=93644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:37:31.623018 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d67598-3ef2-47ef-9187-87f3f9a538fc req-9179e895-bd51-440c-ab75-2d7094d1328a tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:31.624534 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-84d67598-3ef2-47ef-9187-87f3f9a538fc req-9179e895-bd51-440c-ab75-2d7094d1328a tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 943 time: 0.0628824 Jun 18 08:37:31.661847 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-84d67598-3ef2-47ef-9187-87f3f9a538fc req-9ccfe04e-1f2d-4e94-a795-3e460d6474da tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd9393bd-7678-457f-8ec3-98db58b2da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314469 Jun 18 08:37:32.112336 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5940051-1822-493c-be2c-40b1b23a7609 req-813d24bc-7b9f-4443-9418-70409712b293 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:32.113838 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d5940051-1822-493c-be2c-40b1b23a7609 req-813d24bc-7b9f-4443-9418-70409712b293 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 946 time: 0.0669699 Jun 18 08:37:32.153221 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d5940051-1822-493c-be2c-40b1b23a7609 req-437ac451-bdad-4c10-b8c9-d4a45c7e2387 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/security-groups?id=9acf3f14-0245-462c-bda1-3481c334b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331054 Jun 18 08:37:32.847601 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb54a1bf-1cea-4f56-ad68-8910f87051f3 req-9831b912-aea7-4d77-a8f9-6b8dec0b8c95 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:32.849153 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-fb54a1bf-1cea-4f56-ad68-8910f87051f3 req-9831b912-aea7-4d77-a8f9-6b8dec0b8c95 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 943 time: 0.0661182 Jun 18 08:37:32.890485 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-fb54a1bf-1cea-4f56-ad68-8910f87051f3 req-27c7c960-4d0d-4392-a8cd-131d894262f3 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd9393bd-7678-457f-8ec3-98db58b2da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348017 Jun 18 08:37:33.330746 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a25715-09f9-4fcc-b401-e166fe6f6b84 req-5c48df24-8b18-4aa7-b538-fb88df5d53fd tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:33.332238 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b0a25715-09f9-4fcc-b401-e166fe6f6b84 req-5c48df24-8b18-4aa7-b538-fb88df5d53fd tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 946 time: 0.0672390 Jun 18 08:37:33.370372 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b0a25715-09f9-4fcc-b401-e166fe6f6b84 req-d9c2a93a-3b0d-419a-ab1d-73ebe6936ab7 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/security-groups?id=9acf3f14-0245-462c-bda1-3481c334b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323806 Jun 18 08:37:34.074284 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14295c5-027f-4f9b-8a98-bb9acf3240d2 req-d138cd96-e0e4-4195-91a9-9f6b1725a01c tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:34.075817 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e14295c5-027f-4f9b-8a98-bb9acf3240d2 req-d138cd96-e0e4-4195-91a9-9f6b1725a01c tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 943 time: 0.0637970 Jun 18 08:37:34.114473 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e14295c5-027f-4f9b-8a98-bb9acf3240d2 req-3a0acc58-d202-440c-bb8e-2b920d642ca3 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd9393bd-7678-457f-8ec3-98db58b2da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321634 Jun 18 08:37:34.543649 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb887f8-c958-45e5-932c-88b79af79ed6 req-b7b6a005-6a5a-4acc-af53-c11d142da6a9 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:34.545151 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-9fb887f8-c958-45e5-932c-88b79af79ed6 req-b7b6a005-6a5a-4acc-af53-c11d142da6a9 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 946 time: 0.0628953 Jun 18 08:37:34.583199 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-9fb887f8-c958-45e5-932c-88b79af79ed6 req-328a9b0c-2c0d-4175-8ffb-dccca1f5ba1d tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/security-groups?id=9acf3f14-0245-462c-bda1-3481c334b3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323861 Jun 18 08:37:34.770049 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad546cc-c8cb-4427-8cc4-f98737cbf7aa req-1e7f19be-4726-4b0e-b45a-7bd53573f19d tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:34.771625 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-2ad546cc-c8cb-4427-8cc4-f98737cbf7aa req-1e7f19be-4726-4b0e-b45a-7bd53573f19d tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.72 "GET /v2.0/ports?device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 946 time: 0.0665715 Jun 18 08:37:34.881653 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [req-2ad546cc-c8cb-4427-8cc4-f98737cbf7aa req-b180d97b-e1fe-4b16-b234-46914cc738a5 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Deleting port e4b87629-6ba3-4d12-94f9-8c2e7c317290 {{(pid=93642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:37:34.882004 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-2ad546cc-c8cb-4427-8cc4-f98737cbf7aa req-b180d97b-e1fe-4b16-b234-46914cc738a5 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741882027237'] for port, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:34.975427 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [req-2ad546cc-c8cb-4427-8cc4-f98737cbf7aa req-b180d97b-e1fe-4b16-b234-46914cc738a5 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] For port e4b87629-6ba3-4d12-94f9-8c2e7c317290, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=e4b87629-6ba3-4d12-94f9-8c2e7c317290,segment=NetworkSegment(18571f25-34b4-4721-b61a-3f9a005c498f),segment_id=18571f25-34b4-4721-b61a-3f9a005c498f)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:37:34.975744 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-2ad546cc-c8cb-4427-8cc4-f98737cbf7aa req-b180d97b-e1fe-4b16-b234-46914cc738a5 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7962534'] for port, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:35.144377 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-2ad546cc-c8cb-4427-8cc4-f98737cbf7aa req-b180d97b-e1fe-4b16-b234-46914cc738a5 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:35.144750 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-2ad546cc-c8cb-4427-8cc4-f98737cbf7aa req-b180d97b-e1fe-4b16-b234-46914cc738a5 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7960458'] for floatingip, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:35.145062 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.db.l3_db [req-2ad546cc-c8cb-4427-8cc4-f98737cbf7aa req-b180d97b-e1fe-4b16-b234-46914cc738a5 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Floating IP 01f081fa-70c3-4c8c-b3bb-e92b19c150ac disassociated. External IP: 172.27.2.80, port: e4b87629-6ba3-4d12-94f9-8c2e7c317290. Jun 18 08:37:35.145396 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [req-2ad546cc-c8cb-4427-8cc4-f98737cbf7aa req-b180d97b-e1fe-4b16-b234-46914cc738a5 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Calling delete_port for e4b87629-6ba3-4d12-94f9-8c2e7c317290 owned by compute:nova {{(pid=93642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:37:35.299317 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7682314d-0fde-40f7-a41f-10e18a15ec4f req-764423fa-bee2-463a-920d-c89a21785efb tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:35.300891 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7682314d-0fde-40f7-a41f-10e18a15ec4f req-764423fa-bee2-463a-920d-c89a21785efb tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 943 time: 0.0676517 Jun 18 08:37:35.339307 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7682314d-0fde-40f7-a41f-10e18a15ec4f req-6d3c28be-800c-4a7e-9cca-e4d4ff5aca2e tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd9393bd-7678-457f-8ec3-98db58b2da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323961 Jun 18 08:37:35.359019 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-2ad546cc-c8cb-4427-8cc4-f98737cbf7aa req-b180d97b-e1fe-4b16-b234-46914cc738a5 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741882028261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741881438823'] for port, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:35.369844 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-5bcaf900-85a8-4433-a704-9df6cb3a34f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:37:35.401100 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b180d97b-e1fe-4b16-b234-46914cc738a5 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Pushing event deleted for resources: {'Port': ['ID=e4b87629-6ba3-4d12-94f9-8c2e7c317290,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:37:35.410544 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b180d97b-e1fe-4b16-b234-46914cc738a5 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:35.410859 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b180d97b-e1fe-4b16-b234-46914cc738a5 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:35.411228 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b180d97b-e1fe-4b16-b234-46914cc738a5 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:35.411730 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b180d97b-e1fe-4b16-b234-46914cc738a5 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:35.412401 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b180d97b-e1fe-4b16-b234-46914cc738a5 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:35.412587 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b180d97b-e1fe-4b16-b234-46914cc738a5 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:35.412910 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b180d97b-e1fe-4b16-b234-46914cc738a5 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:35.413269 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b180d97b-e1fe-4b16-b234-46914cc738a5 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:35.413624 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b180d97b-e1fe-4b16-b234-46914cc738a5 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:35.414051 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b180d97b-e1fe-4b16-b234-46914cc738a5 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:35.414407 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b180d97b-e1fe-4b16-b234-46914cc738a5 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:35.414760 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b180d97b-e1fe-4b16-b234-46914cc738a5 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:35.427030 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-b180d97b-e1fe-4b16-b234-46914cc738a5 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:37:35.525966 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ad546cc-c8cb-4427-8cc4-f98737cbf7aa req-b180d97b-e1fe-4b16-b234-46914cc738a5 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Router 34370833-6cb5-4e51-b07d-9608e3188c46 has already been hosted by L3 agent ebfc1b20-a3df-4bae-b350-fc31028a16a3 {{(pid=93642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 08:37:35.630682 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ad546cc-c8cb-4427-8cc4-f98737cbf7aa req-b180d97b-e1fe-4b16-b234-46914cc738a5 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify agent at l3_agent.dv-cinder-786873-3-iscsi the message routers_updated {{(pid=93642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:37:35.642039 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3c0d4c-ce06-4345-8595-6baf506708fa None None] Sync routers for ids ['34370833-6cb5-4e51-b07d-9608e3188c46'] in dv-cinder-786873-3-iscsi {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:37:35.651554 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3c0d4c-ce06-4345-8595-6baf506708fa None None] Routers {'34370833-6cb5-4e51-b07d-9608e3188c46'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:37:35.652643 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-cd3c0d4c-ce06-4345-8595-6baf506708fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:37:11Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['34370833-6cb5-4e51-b07d-9608e3188c46'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:37:35.680438 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ad546cc-c8cb-4427-8cc4-f98737cbf7aa req-b180d97b-e1fe-4b16-b234-46914cc738a5 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] No DVR routers for this DVR port e4b87629-6ba3-4d12-94f9-8c2e7c317290 on host hv-cinder-78687 {{(pid=93642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 08:37:35.683633 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-2ad546cc-c8cb-4427-8cc4-f98737cbf7aa req-b180d97b-e1fe-4b16-b234-46914cc738a5 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881'] for port, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:35.685889 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-2ad546cc-c8cb-4427-8cc4-f98737cbf7aa req-b180d97b-e1fe-4b16-b234-46914cc738a5 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.72 "DELETE /v2.0/ports/e4b87629-6ba3-4d12-94f9-8c2e7c317290 HTTP/1.1" status: 204 len: 173 time: 0.9038496 Jun 18 08:37:35.686427 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2ae39a2-ef5a-43c6-a021-bcfb8b555863', 'name': 'network-vif-deleted', 'tag': 'e4b87629-6ba3-4d12-94f9-8c2e7c317290'}] {{(pid=93642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:37:35.690274 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8e20e2b9f795c08d425b6044ace8e6bfcc189f1bac9bd432248b5aa3a03ca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc92284-a422-4235-af49-e8e0e96bfe49" -d '{"events": [{"server_uuid": "b2ae39a2-ef5a-43c6-a021-bcfb8b555863", "name": "network-vif-deleted", "tag": "e4b87629-6ba3-4d12-94f9-8c2e7c317290"}]}' {{(pid=93642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:37:35.730926 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f173270d-1787-4eb8-91a6-f2ace74eba2f req-fb81eba8-0d26-45a5-8358-d12b364ac1d4 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 210 time: 0.0307627 Jun 18 08:37:35.732137 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 08:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f030f23-1b69-4f0b-b2cd-6658bd7c958f x-openstack-request-id: req-2f030f23-1b69-4f0b-b2cd-6658bd7c958f {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:37:35.732695 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2ae39a2-ef5a-43c6-a021-bcfb8b555863", "name": "network-vif-deleted", "tag": "e4b87629-6ba3-4d12-94f9-8c2e7c317290", "status": "completed", "code": 200}]} {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:37:35.733432 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2f030f23-1b69-4f0b-b2cd-6658bd7c958f {{(pid=93642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:37:35.734183 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2ae39a2-ef5a-43c6-a021-bcfb8b555863', 'name': 'network-vif-deleted', 'tag': 'e4b87629-6ba3-4d12-94f9-8c2e7c317290', 'status': 'completed', 'code': 200} Jun 18 08:37:35.788016 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-cd3c0d4c-ce06-4345-8595-6baf506708fa None None] Set router 34370833-6cb5-4e51-b07d-9608e3188c46 gateway port host: dv-cinder-786873-3-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:37:36.023266 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-cd3c0d4c-ce06-4345-8595-6baf506708fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34370833-6cb5-4e51-b07d-9608e3188c46', 'name': 'tempest-AttachVolumeTestJSON-431435995-router', 'tenant_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '7eeaa09d-5d43-4ad0-b39a-21d7cb9c7f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:28:51Z', 'updated_at': '2021-06-18T08:28:56Z', 'revision_number': 4, 'project_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'gw_port': {'id': '7eeaa09d-5d43-4ad0-b39a-21d7cb9c7f2c', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:04:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34370833-6cb5-4e51-b07d-9608e3188c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:28:52Z', 'updated_at': '2021-06-18T08:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_interfaces': [{'id': 'b2978a64-6fbb-4a49-83ac-27d439b0f5a8', 'name': '', 'network_id': '77f1c77d-8795-43df-96a9-39a8b7c2346a', 'tenant_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'mac_address': 'fa:16:3e:60:93:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34370833-6cb5-4e51-b07d-9608e3188c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '0695c8b6-59a4-4923-a5ff-60cabbe26c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:28:55Z', 'updated_at': '2021-06-18T08:29:05Z', 'revision_number': 5, 'project_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'subnets': [{'id': '0695c8b6-59a4-4923-a5ff-60cabbe26c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:37:36.050060 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3c0d4c-ce06-4345-8595-6baf506708fa None None] Checking router: 34370833-6cb5-4e51-b07d-9608e3188c46 for host: dv-cinder-786873-3-iscsi {{(pid=93643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:37:36.058194 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3c0d4c-ce06-4345-8595-6baf506708fa None None] Routers {'34370833-6cb5-4e51-b07d-9608e3188c46'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:37:36.059142 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-cd3c0d4c-ce06-4345-8595-6baf506708fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:37:11Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['34370833-6cb5-4e51-b07d-9608e3188c46'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:37:36.165689 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-cd3c0d4c-ce06-4345-8595-6baf506708fa None None] Set router 34370833-6cb5-4e51-b07d-9608e3188c46 gateway port host: dv-cinder-786873-3-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:37:36.359166 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-cd3c0d4c-ce06-4345-8595-6baf506708fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34370833-6cb5-4e51-b07d-9608e3188c46', 'name': 'tempest-AttachVolumeTestJSON-431435995-router', 'tenant_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '7eeaa09d-5d43-4ad0-b39a-21d7cb9c7f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:28:51Z', 'updated_at': '2021-06-18T08:28:56Z', 'revision_number': 4, 'project_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'gw_port': {'id': '7eeaa09d-5d43-4ad0-b39a-21d7cb9c7f2c', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:04:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34370833-6cb5-4e51-b07d-9608e3188c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:28:52Z', 'updated_at': '2021-06-18T08:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_interfaces': [{'id': 'b2978a64-6fbb-4a49-83ac-27d439b0f5a8', 'name': '', 'network_id': '77f1c77d-8795-43df-96a9-39a8b7c2346a', 'tenant_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'mac_address': 'fa:16:3e:60:93:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34370833-6cb5-4e51-b07d-9608e3188c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '0695c8b6-59a4-4923-a5ff-60cabbe26c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:28:55Z', 'updated_at': '2021-06-18T08:29:05Z', 'revision_number': 5, 'project_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'subnets': [{'id': '0695c8b6-59a4-4923-a5ff-60cabbe26c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:37:36.389304 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3c0d4c-ce06-4345-8595-6baf506708fa None None] The sync data for ids ['34370833-6cb5-4e51-b07d-9608e3188c46'] in dv-cinder-786873-3-iscsi is: [{'id': '34370833-6cb5-4e51-b07d-9608e3188c46', 'name': 'tempest-AttachVolumeTestJSON-431435995-router', 'tenant_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '7eeaa09d-5d43-4ad0-b39a-21d7cb9c7f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:28:51Z', 'updated_at': '2021-06-18T08:28:56Z', 'revision_number': 4, 'project_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'gw_port': {'id': '7eeaa09d-5d43-4ad0-b39a-21d7cb9c7f2c', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:04:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34370833-6cb5-4e51-b07d-9608e3188c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:28:52Z', 'updated_at': '2021-06-18T08:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_interfaces': [{'id': 'b2978a64-6fbb-4a49-83ac-27d439b0f5a8', 'name': '', 'network_id': '77f1c77d-8795-43df-96a9-39a8b7c2346a', 'tenant_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'mac_address': 'fa:16:3e:60:93:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34370833-6cb5-4e51-b07d-9608e3188c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '0695c8b6-59a4-4923-a5ff-60cabbe26c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:28:55Z', 'updated_at': '2021-06-18T08:29:05Z', 'revision_number': 5, 'project_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'subnets': [{'id': '0695c8b6-59a4-4923-a5ff-60cabbe26c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:37:36.532230 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97552cb6-7e8d-4c23-8417-d5c62981ecd1 req-55a9854b-d383-46f4-afc8-638f4ff6d91b tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:36.533806 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-97552cb6-7e8d-4c23-8417-d5c62981ecd1 req-55a9854b-d383-46f4-afc8-638f4ff6d91b tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 943 time: 0.0650971 Jun 18 08:37:36.578480 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-97552cb6-7e8d-4c23-8417-d5c62981ecd1 req-ede28538-6dce-4dba-96e0-773af2d3e1b4 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd9393bd-7678-457f-8ec3-98db58b2da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383432 Jun 18 08:37:36.610723 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e6433b-0dd1-44dd-8d29-1f31b0c6e6b1 None None] New status for floating IP 01f081fa-70c3-4c8c-b3bb-e92b19c150ac: DOWN {{(pid=93644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 08:37:36.902580 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-9479cd71-e741-46d0-a2d4-2a2e9561871c req-4bb8205b-a5d0-49e4-b5f2-f4ab9c07a5bb tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2ae39a2-ef5a-43c6-a021-bcfb8b555863 HTTP/1.1" status: 200 len: 210 time: 0.0410960 Jun 18 08:37:37.596700 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device e4b87629-6ba3-4d12-94f9-8c2e7c317290 no longer exists at agent hyperv_hv-cinder-78687 {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:37:37.616295 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] No Port match for: e4b87629-6ba3-4d12-94f9-8c2e7c317290 {{(pid=93643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:37:37.616607 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device e4b87629-6ba3-4d12-94f9-8c2e7c317290 not bound to the agent host hv-cinder-78687 {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:37:37.783005 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dfc8b0-c24d-4b85-8a1a-010dfc27a33e req-9c34a743-47a7-4e89-b298-d966b0536711 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:37.784388 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-42dfc8b0-c24d-4b85-8a1a-010dfc27a33e req-9c34a743-47a7-4e89-b298-d966b0536711 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 943 time: 0.0872736 Jun 18 08:37:37.822400 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-42dfc8b0-c24d-4b85-8a1a-010dfc27a33e req-0979f608-321c-4f92-ad2f-125ea890e1bc tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd9393bd-7678-457f-8ec3-98db58b2da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321331 Jun 18 08:37:39.015397 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eddfbd6-a584-4e73-a32c-2ff282c2afcc req-0f17fddb-49aa-4378-a605-4ac240a6403e tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:39.017026 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-8eddfbd6-a584-4e73-a32c-2ff282c2afcc req-0f17fddb-49aa-4378-a605-4ac240a6403e tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 943 time: 0.0700655 Jun 18 08:37:39.055250 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-8eddfbd6-a584-4e73-a32c-2ff282c2afcc req-2f42b6e1-65ba-4daa-ad38-f1d0d8dd6db5 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd9393bd-7678-457f-8ec3-98db58b2da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325062 Jun 18 08:37:39.062221 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-10f0a937-f82c-449c-b2ca-20bd4da10075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:39.109294 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 39630) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:37:39.170865 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-e847e793-a9c4-4512-b844-81124500d142 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks [] for security_group, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:39.194985 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-e847e793-a9c4-4512-b844-81124500d142 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:39.312961 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-e847e793-a9c4-4512-b844-81124500d142 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:39.315660 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-e847e793-a9c4-4512-b844-81124500d142 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks [] for security_group, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:39.317007 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-e847e793-a9c4-4512-b844-81124500d142 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "DELETE /v2.0/security-groups/9acf3f14-0245-462c-bda1-3481c334b3fd HTTP/1.1" status: 204 len: 168 time: 0.2066083 Jun 18 08:37:39.317761 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-ef9c0037-b132-4bae-bcbc-ac1caa1bf224 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:37:39.319900 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 39632) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:37:39.326629 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e847e793-a9c4-4512-b844-81124500d142 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9acf3f14-0245-462c-bda1-3481c334b3fd,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:37:39.329256 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-e847e793-a9c4-4512-b844-81124500d142 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:37:39.333673 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.api.v2.resource [None req-90a45056-3276-42f3-9cb8-bb76b4275ca1 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] show failed (client error): The resource could not be found. Jun 18 08:37:39.334697 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-90a45056-3276-42f3-9cb8-bb76b4275ca1 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/security-groups/9acf3f14-0245-462c-bda1-3481c334b3fd HTTP/1.1" status: 404 len: 347 time: 0.0137482 Jun 18 08:37:39.337658 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 39634) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:37:39.461198 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.plugin [None req-0b95b6df-87a8-4d4e-a3ee-73abfc2f92dd tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Deleting port 85dde67a-3e59-4171-93a9-2a35ba2bb764 {{(pid=93641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:37:39.461524 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-0b95b6df-87a8-4d4e-a3ee-73abfc2f92dd tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741882027237'] for port, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:39.535402 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-0b95b6df-87a8-4d4e-a3ee-73abfc2f92dd tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7962534'] for port, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:39.535725 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-0b95b6df-87a8-4d4e-a3ee-73abfc2f92dd tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:39.598666 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.plugin [None req-0b95b6df-87a8-4d4e-a3ee-73abfc2f92dd tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Calling delete_port for 85dde67a-3e59-4171-93a9-2a35ba2bb764 owned by network:floatingip {{(pid=93641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:37:40.067323 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-0b95b6df-87a8-4d4e-a3ee-73abfc2f92dd tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741882028261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741881438823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5195011'] for port, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:40.069548 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-d6912808-d387-4a27-bf72-21d3f3e2e088 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:37:40.095856 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b95b6df-87a8-4d4e-a3ee-73abfc2f92dd tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Pushing event deleted for resources: {'Port': ['ID=85dde67a-3e59-4171-93a9-2a35ba2bb764,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:37:40.127263 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b95b6df-87a8-4d4e-a3ee-73abfc2f92dd tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:40.127640 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b95b6df-87a8-4d4e-a3ee-73abfc2f92dd tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:40.128039 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b95b6df-87a8-4d4e-a3ee-73abfc2f92dd tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:40.128408 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b95b6df-87a8-4d4e-a3ee-73abfc2f92dd tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:40.128823 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b95b6df-87a8-4d4e-a3ee-73abfc2f92dd tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:40.129186 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b95b6df-87a8-4d4e-a3ee-73abfc2f92dd tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:40.129806 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b95b6df-87a8-4d4e-a3ee-73abfc2f92dd tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:40.130165 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b95b6df-87a8-4d4e-a3ee-73abfc2f92dd tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:40.130536 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b95b6df-87a8-4d4e-a3ee-73abfc2f92dd tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:40.130885 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b95b6df-87a8-4d4e-a3ee-73abfc2f92dd tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:40.131238 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b95b6df-87a8-4d4e-a3ee-73abfc2f92dd tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:40.131619 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b95b6df-87a8-4d4e-a3ee-73abfc2f92dd tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:40.135058 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-0b95b6df-87a8-4d4e-a3ee-73abfc2f92dd tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:37:40.178183 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-0b95b6df-87a8-4d4e-a3ee-73abfc2f92dd tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks [] for floatingip, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:40.181048 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-0b95b6df-87a8-4d4e-a3ee-73abfc2f92dd tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881'] for floatingip, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:40.182158 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-0b95b6df-87a8-4d4e-a3ee-73abfc2f92dd tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "DELETE /v2.0/floatingips/01f081fa-70c3-4c8c-b3bb-e92b19c150ac HTTP/1.1" status: 204 len: 168 time: 0.8436098 Jun 18 08:37:40.254100 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650af7ad-dc7d-4598-80d4-8c93c835b179 req-b496e51e-450d-4a64-9178-b630bfb1ad6e tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:40.259245 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-650af7ad-dc7d-4598-80d4-8c93c835b179 req-b496e51e-450d-4a64-9178-b630bfb1ad6e tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 943 time: 0.0808904 Jun 18 08:37:40.307079 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-650af7ad-dc7d-4598-80d4-8c93c835b179 req-0aca244e-6300-4eae-b3f6-9933a9c0b8d6 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd9393bd-7678-457f-8ec3-98db58b2da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436924 Jun 18 08:37:40.712470 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 39640) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:37:40.717143 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-b1dc4769-ac9d-48ab-8a2b-da61ee38c8e0 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2108261480', 'description': 'tempest-description--395475203'}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:37:40.821954 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-b1dc4769-ac9d-48ab-8a2b-da61ee38c8e0 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:40.902666 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-b1dc4769-ac9d-48ab-8a2b-da61ee38c8e0 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:40.963399 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-b1dc4769-ac9d-48ab-8a2b-da61ee38c8e0 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:40.966012 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-0e579fa2-9065-4eaf-91b6-f975a1ff2d4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:37:40.994260 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dc4769-ac9d-48ab-8a2b-da61ee38c8e0 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=755adcdd-4c11-40a3-a1ac-e3b6837989c8,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:37:40.997195 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-b1dc4769-ac9d-48ab-8a2b-da61ee38c8e0 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:37:41.049544 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-b1dc4769-ac9d-48ab-8a2b-da61ee38c8e0 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:41.050809 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-b1dc4769-ac9d-48ab-8a2b-da61ee38c8e0 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3373537 Jun 18 08:37:41.053720 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 39642) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:37:41.058178 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-3f436a60-442a-4715-a1cc-e7ab12f50787 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Request body: {'security_group_rule': {'security_group_id': '755adcdd-4c11-40a3-a1ac-e3b6837989c8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:37:41.140354 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-3f436a60-442a-4715-a1cc-e7ab12f50787 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:41.200814 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-3f436a60-442a-4715-a1cc-e7ab12f50787 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:41.272586 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-3f436a60-442a-4715-a1cc-e7ab12f50787 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8280257'] for security_group_rule, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:41.274815 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:37:41.295360 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f436a60-442a-4715-a1cc-e7ab12f50787 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=549bccab-b412-4ac9-a13e-851c9e311477,revision_number=0']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:37:41.298226 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-3f436a60-442a-4715-a1cc-e7ab12f50787 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:37:41.376270 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-3f436a60-442a-4715-a1cc-e7ab12f50787 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:41.377521 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-3f436a60-442a-4715-a1cc-e7ab12f50787 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3228736 Jun 18 08:37:41.380735 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 39646) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:37:41.385558 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [None req-4235835b-dad6-441d-898e-24a15d0e42e8 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Request body: {'security_group_rule': {'security_group_id': '755adcdd-4c11-40a3-a1ac-e3b6837989c8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:37:41.489522 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-4235835b-dad6-441d-898e-24a15d0e42e8 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:41.502124 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffefc7d-ae33-4f40-bafb-155afe72b097 req-54b49792-bc4b-490c-a2a7-ae30e1d1f62c tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:41.503606 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-cffefc7d-ae33-4f40-bafb-155afe72b097 req-54b49792-bc4b-490c-a2a7-ae30e1d1f62c tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 943 time: 0.0644975 Jun 18 08:37:41.512977 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-b5d60a59-2280-445d-b9de-7adfa57471cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:41.541103 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-4235835b-dad6-441d-898e-24a15d0e42e8 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:41.545038 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-cffefc7d-ae33-4f40-bafb-155afe72b097 req-d178c64d-5658-4608-b5ea-5c9a99454d35 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd9393bd-7678-457f-8ec3-98db58b2da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353875 Jun 18 08:37:41.613573 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device fbeb4067-3221-470c-a38a-eb09a3f06b05 details requested by agent hyperv_hv-cinder-78687 with host hv-cinder-78687 {{(pid=93643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 08:37:41.616406 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-4235835b-dad6-441d-898e-24a15d0e42e8 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8280257'] for security_group_rule, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:41.620398 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:37:41.641285 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4235835b-dad6-441d-898e-24a15d0e42e8 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77b2fa89-6d2a-49ea-b41b-02c8d7d63ae6,revision_number=0']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:37:41.652243 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-4235835b-dad6-441d-898e-24a15d0e42e8 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:37:41.696158 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-4235835b-dad6-441d-898e-24a15d0e42e8 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:41.697499 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-4235835b-dad6-441d-898e-24a15d0e42e8 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3155854 Jun 18 08:37:41.700392 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 39648) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:37:41.706346 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [None req-1b0955be-27f2-4973-a775-ca7b5bd5e655 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Request body: {'floatingip': {'floating_network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2'}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:37:41.712036 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] For port fbeb4067-3221-470c-a38a-eb09a3f06b05, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=fbeb4067-3221-470c-a38a-eb09a3f06b05,segment=NetworkSegment(e9c2f4e9-27ab-41a7-b5e4-528b18385247),segment_id=e9c2f4e9-27ab-41a7-b5e4-528b18385247)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:37:41.727482 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Returning: {'device': 'fbeb4067-3221-470c-a38a-eb09a3f06b05', 'network_id': '9bcb4115-0e1f-4bdc-accb-f68a208ad67f', 'port_id': 'fbeb4067-3221-470c-a38a-eb09a3f06b05', 'mac_address': 'fa:16:3e:be:5d:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fff03b2-a2fe-488b-8a4d-528da3f1348c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 08:37:41.766202 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:41.778564 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.notifiers.nova [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbeb4067-3221-470c-a38a-eb09a3f06b05 {{(pid=93643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 08:37:41.787899 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-1b0955be-27f2-4973-a775-ca7b5bd5e655 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks [] for floatingip, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:41.798941 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] For port fbeb4067-3221-470c-a38a-eb09a3f06b05, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=fbeb4067-3221-470c-a38a-eb09a3f06b05,segment=NetworkSegment(e9c2f4e9-27ab-41a7-b5e4-528b18385247),segment_id=e9c2f4e9-27ab-41a7-b5e4-528b18385247)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:37:41.867520 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:41.869373 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-38f59aab-62bd-4af4-925b-33dc5df188ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:37:41.898009 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-1b0955be-27f2-4973-a775-ca7b5bd5e655 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-568420'] for port, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:41.922113 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Pushing event updated for resources: {'Port': ['ID=fbeb4067-3221-470c-a38a-eb09a3f06b05,revision_number=9']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:37:41.930758 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:41.931121 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:41.931990 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:41.931990 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:41.932235 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:41.933219 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:41.933219 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:41.933219 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:41.933472 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:41.933756 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:41.934080 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:41.934410 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:37:41.939366 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:37:41.958589 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:42.011407 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.db_base_plugin_common [None req-1b0955be-27f2-4973-a775-ca7b5bd5e655 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Allocated IP 172.27.2.119 (215fa03e-ed5a-4c2a-ba1d-c413840c30f2/b938f688-1844-46d6-ac73-91c028ff50eb/8852f4be-d4b1-433b-81cb-dda4c30601a5) {{(pid=93642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:37:42.110469 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-1b0955be-27f2-4973-a775-ca7b5bd5e655 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks [] for port, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:42.210279 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-1b0955be-27f2-4973-a775-ca7b5bd5e655 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-568999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741881438814'] for port, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:42.212406 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-fbdae817-57ad-478a-a9d1-401f90be9c9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:37:42.250665 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0955be-27f2-4973-a775-ca7b5bd5e655 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Network 215fa03e-ed5a-4c2a-ba1d-c413840c30f2 is already hosted by enough agents. {{(pid=93642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:37:42.255288 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.base_scheduler [None req-1b0955be-27f2-4973-a775-ca7b5bd5e655 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Resources bound (agent type, host, resource id): {{(pid=93642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:37:42.259561 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0955be-27f2-4973-a775-ca7b5bd5e655 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Received port after_create {{(pid=93642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:37:42.264275 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0955be-27f2-4973-a775-ca7b5bd5e655 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Pushing event updated for resources: {'Port': ['ID=8852f4be-d4b1-433b-81cb-dda4c30601a5,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:37:42.267501 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-1b0955be-27f2-4973-a775-ca7b5bd5e655 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:37:42.310717 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-1b0955be-27f2-4973-a775-ca7b5bd5e655 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:42.340055 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] get_ports_and_sgs() called for port_ids ['fbeb4067-3221-470c-a38a-eb09a3f06b05'] {{(pid=93643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 08:37:42.441553 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-1b0955be-27f2-4973-a775-ca7b5bd5e655 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:42.603269 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-1b0955be-27f2-4973-a775-ca7b5bd5e655 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks [] for port, precommit_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:42.661546 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-1b0955be-27f2-4973-a775-ca7b5bd5e655 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:42.663799 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-ae7ced3f-667a-411d-b6f9-6329bf13442d tempest-VolumesNegativeTest-241206335 tempest-VolumesNegativeTest-241206335-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:37:42.693567 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-1b0955be-27f2-4973-a775-ca7b5bd5e655 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7960458'] for floatingip, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:42.714388 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0955be-27f2-4973-a775-ca7b5bd5e655 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Pushing event updated for resources: {'Port': ['ID=8852f4be-d4b1-433b-81cb-dda4c30601a5,revision_number=2']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:37:42.717184 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-1b0955be-27f2-4973-a775-ca7b5bd5e655 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:37:42.730358 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a78eee3-a221-4514-98a4-1c98a48ea79f req-d9186d7a-f620-4aa4-a902-915d0623c243 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:42.731899 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2a78eee3-a221-4514-98a4-1c98a48ea79f req-d9186d7a-f620-4aa4-a902-915d0623c243 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 944 time: 0.0653522 Jun 18 08:37:42.770773 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2a78eee3-a221-4514-98a4-1c98a48ea79f req-f598258c-74a0-46a7-83ea-eb9f0cac3c04 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd9393bd-7678-457f-8ec3-98db58b2da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327649 Jun 18 08:37:42.775798 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-1b0955be-27f2-4973-a775-ca7b5bd5e655 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881'] for floatingip, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:42.777288 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-1b0955be-27f2-4973-a775-ca7b5bd5e655 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0757186 Jun 18 08:37:42.861581 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-37edacc1-1ba5-460e-aa47-45b5acfa9d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:42.983003 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e18d5f7b-7af4-4f19-a81b-b4e3bdd1be77 req-4e276305-1334-4f89-88e8-fff106e105be tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--2108261480&fields=id&tenant_id=f18f9b0caff54beda5bbbdb00ef6417e HTTP/1.1" status: 200 len: 267 time: 0.0408661 Jun 18 08:37:43.093312 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d5f7b-7af4-4f19-a81b-b4e3bdd1be77 req-3be590b2-9823-4795-adbf-40c28c0aa79c tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:43.094741 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e18d5f7b-7af4-4f19-a81b-b4e3bdd1be77 req-3be590b2-9823-4795-adbf-40c28c0aa79c tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/networks?id=77f1c77d-8795-43df-96a9-39a8b7c2346a HTTP/1.1" status: 200 len: 810 time: 0.1043088 Jun 18 08:37:43.109813 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e18d5f7b-7af4-4f19-a81b-b4e3bdd1be77 req-8addf0be-308c-44c9-ac46-3202bf435a35 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/quotas/f18f9b0caff54beda5bbbdb00ef6417e HTTP/1.1" status: 200 len: 375 time: 0.0092089 Jun 18 08:37:43.177740 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e18d5f7b-7af4-4f19-a81b-b4e3bdd1be77 req-f071723e-4fc8-4930-b32f-3b0e459c774d tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f18f9b0caff54beda5bbbdb00ef6417e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0626464 Jun 18 08:37:43.273473 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e18d5f7b-7af4-4f19-a81b-b4e3bdd1be77 req-5eacc8f5-9415-4a30-9c4e-92812d06ac26 service neutron] 10.222.0.70 "GET /v2.0/networks/77f1c77d-8795-43df-96a9-39a8b7c2346a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840535 Jun 18 08:37:43.367699 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e18d5f7b-7af4-4f19-a81b-b4e3bdd1be77 req-2f7c0223-7b65-433e-b1b6-10768385789d service neutron] 10.222.0.70 "GET /v2.0/networks/77f1c77d-8795-43df-96a9-39a8b7c2346a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884385 Jun 18 08:37:43.623720 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device fbeb4067-3221-470c-a38a-eb09a3f06b05 up at agent hyperv_hv-cinder-78687 {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:37:43.669917 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Provisioning complete for port fbeb4067-3221-470c-a38a-eb09a3f06b05 triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:37:43.671113 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:43.747398 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:43.770326 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4977fc89-f930-449a-a293-cd2289d26531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbeb4067-3221-470c-a38a-eb09a3f06b05'}] {{(pid=93643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:37:43.772673 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76bfc2cc3cc97e327acfe832f03e535bb9cef84d361ee3b318e5c5a2ba23989c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-229589e2-a41a-42c1-ae00-6641cf9d6676" -d '{"events": [{"server_uuid": "4977fc89-f930-449a-a293-cd2289d26531", "name": "network-vif-plugged", "status": "completed", "tag": "fbeb4067-3221-470c-a38a-eb09a3f06b05"}]}' {{(pid=93643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:37:43.785210 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] For port fbeb4067-3221-470c-a38a-eb09a3f06b05, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=fbeb4067-3221-470c-a38a-eb09a3f06b05,segment=NetworkSegment(e9c2f4e9-27ab-41a7-b5e4-528b18385247),segment_id=e9c2f4e9-27ab-41a7-b5e4-528b18385247)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:37:43.809283 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 08:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c15df3-6be5-4778-9330-abb795207fa8 x-openstack-request-id: req-f5c15df3-6be5-4778-9330-abb795207fa8 {{(pid=93643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:37:43.809599 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4977fc89-f930-449a-a293-cd2289d26531", "name": "network-vif-plugged", "status": "completed", "tag": "fbeb4067-3221-470c-a38a-eb09a3f06b05", "code": 200}]} {{(pid=93643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:37:43.809845 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f5c15df3-6be5-4778-9330-abb795207fa8 {{(pid=93643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:37:43.810242 dv-cinder-786873-3-iscsi neutron-server[93643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4977fc89-f930-449a-a293-cd2289d26531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbeb4067-3221-470c-a38a-eb09a3f06b05', 'code': 200} Jun 18 08:37:43.872094 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:43.874327 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:37:43.921655 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Pushing event updated for resources: {'Port': ['ID=fbeb4067-3221-470c-a38a-eb09a3f06b05,revision_number=10']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:37:43.924935 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:37:43.963702 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d746d20-401f-4998-a629-8b03ff99f98c req-1a5728ce-8fc7-4de4-9100-5a58b22ec358 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:43.965215 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-8d746d20-401f-4998-a629-8b03ff99f98c req-1a5728ce-8fc7-4de4-9100-5a58b22ec358 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 946 time: 0.0698392 Jun 18 08:37:44.005529 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-8d746d20-401f-4998-a629-8b03ff99f98c req-cbcae7b9-dd43-48c8-892a-df284a6d9b4f tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd9393bd-7678-457f-8ec3-98db58b2da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337431 Jun 18 08:37:44.553449 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc612bb-4ebb-4446-82ae-c4bacda6c321 req-96fe6080-3586-407e-a574-08a35ecac638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:44.554920 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-7cc612bb-4ebb-4446-82ae-c4bacda6c321 req-96fe6080-3586-407e-a574-08a35ecac638 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 1099 time: 0.0548878 Jun 18 08:37:44.594059 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-7cc612bb-4ebb-4446-82ae-c4bacda6c321 req-7ffbc9f7-386b-48c1-a43d-fa1913451845 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=fd9393bd-7678-457f-8ec3-98db58b2da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316918 Jun 18 08:37:44.603251 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-624571b3-aef6-4a8c-8ab3-5c089201a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:44.641876 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ae08f3d3-302d-48c8-a47b-973b7265fa5b req-2e01edff-be8c-4998-801d-cd3afd1283b2 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=cc2f01ec-2db4-40ad-8c9f-9a50c490f53d HTTP/1.1" status: 200 len: 210 time: 0.0323367 Jun 18 08:37:45.184907 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b11cb5-00c1-4167-bc50-419665341ca0 req-965ca5d9-4273-44ce-bf4d-93248c6f0437 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:45.186886 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e1b11cb5-00c1-4167-bc50-419665341ca0 req-965ca5d9-4273-44ce-bf4d-93248c6f0437 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 946 time: 0.0633006 Jun 18 08:37:45.224470 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e1b11cb5-00c1-4167-bc50-419665341ca0 req-71ae2dd9-1a99-465a-b891-aa7caf4b0c6f tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd9393bd-7678-457f-8ec3-98db58b2da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316465 Jun 18 08:37:45.736062 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c5dd01c5-583c-4a8c-abce-31bd98a38803 req-714bad1a-c420-4cae-8325-b1e10d975c66 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=cc2f01ec-2db4-40ad-8c9f-9a50c490f53d HTTP/1.1" status: 200 len: 210 time: 0.0426037 Jun 18 08:37:46.414998 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57580641-2a9a-4b26-9431-59c285791c60 req-6ec9cef7-73e9-47ee-ba26-37a55798f54a tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:46.416593 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-57580641-2a9a-4b26-9431-59c285791c60 req-6ec9cef7-73e9-47ee-ba26-37a55798f54a tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 946 time: 0.0697696 Jun 18 08:37:46.456322 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-57580641-2a9a-4b26-9431-59c285791c60 req-07571603-d644-4fcf-82b6-a7c55c2946a7 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd9393bd-7678-457f-8ec3-98db58b2da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327823 Jun 18 08:37:46.875849 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-14e4d4bf-1645-4036-87d3-45b699d6f782 req-4c1a0740-f482-48c1-9f80-c4a507d99ee1 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=cc2f01ec-2db4-40ad-8c9f-9a50c490f53d HTTP/1.1" status: 200 len: 210 time: 0.0291102 Jun 18 08:37:47.653221 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb7f13-c544-47ed-b96e-4fea7ef9f69c req-1b7a1906-6262-4bde-b101-47eba6047a71 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:47.655666 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-aacb7f13-c544-47ed-b96e-4fea7ef9f69c req-1b7a1906-6262-4bde-b101-47eba6047a71 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 946 time: 0.0770178 Jun 18 08:37:47.694454 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-aacb7f13-c544-47ed-b96e-4fea7ef9f69c req-cab8018c-79b6-48fe-9cae-195e8b9acb58 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd9393bd-7678-457f-8ec3-98db58b2da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333488 Jun 18 08:37:47.773251 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c8edff-ed39-4d58-87fa-21930fdedc34 req-7cd75b61-4953-44a0-a9ca-df5c6507a04d tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:47.774640 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-65c8edff-ed39-4d58-87fa-21930fdedc34 req-7cd75b61-4953-44a0-a9ca-df5c6507a04d tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cd50329-1ab6-4882-87f9-35182c799443 HTTP/1.1" status: 200 len: 946 time: 0.0663710 Jun 18 08:37:47.813366 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-65c8edff-ed39-4d58-87fa-21930fdedc34 req-70420041-13e3-4a19-9fcc-8a76973b484c tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/security-groups?id=600be147-9a5d-481d-94e1-4f29bd61471c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322862 Jun 18 08:37:48.017425 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-8ea651d3-2d05-4c68-9b49-55e7d1f56c6c req-d488374f-92b1-479a-9ed9-8fea82c2ece5 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=cc2f01ec-2db4-40ad-8c9f-9a50c490f53d HTTP/1.1" status: 200 len: 210 time: 0.0292814 Jun 18 08:37:48.884341 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d667a7-2c46-49f7-a6c8-a8c3da04781e req-cb1483be-11f8-4273-83f8-f9c857396af6 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:48.885812 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-55d667a7-2c46-49f7-a6c8-a8c3da04781e req-cb1483be-11f8-4273-83f8-f9c857396af6 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 946 time: 0.0687528 Jun 18 08:37:48.947864 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-55d667a7-2c46-49f7-a6c8-a8c3da04781e req-ef97df08-1fdc-4c7a-b4e5-3a892ad7af96 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd9393bd-7678-457f-8ec3-98db58b2da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557394 Jun 18 08:37:49.016640 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fb6d77-d7f5-45a6-a7b2-3c5b87fd383c req-1ccfe359-612a-4a60-bfb1-cc2565898b6c tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:49.026068 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-79fb6d77-d7f5-45a6-a7b2-3c5b87fd383c req-1ccfe359-612a-4a60-bfb1-cc2565898b6c tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cd50329-1ab6-4882-87f9-35182c799443 HTTP/1.1" status: 200 len: 946 time: 0.0867791 Jun 18 08:37:49.073981 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-79fb6d77-d7f5-45a6-a7b2-3c5b87fd383c req-40e11df7-ab35-4438-95f1-841fe3f63c50 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/security-groups?id=600be147-9a5d-481d-94e1-4f29bd61471c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462785 Jun 18 08:37:49.176280 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-cd0d1d62-47c8-4ff6-80fe-7f57b6de5e5e req-890dfd2a-7708-48f5-94d9-081b98502eee tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=cc2f01ec-2db4-40ad-8c9f-9a50c490f53d HTTP/1.1" status: 200 len: 210 time: 0.0364218 Jun 18 08:37:49.206390 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d5f7b-7af4-4f19-a81b-b4e3bdd1be77 req-4078e920-b1cc-4604-a7e7-6e3f5d07c754 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:49.208143 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-e18d5f7b-7af4-4f19-a81b-b4e3bdd1be77 req-4078e920-b1cc-4604-a7e7-6e3f5d07c754 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.72 "GET /v2.0/networks?id=77f1c77d-8795-43df-96a9-39a8b7c2346a HTTP/1.1" status: 200 len: 810 time: 0.3706322 Jun 18 08:37:49.266443 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-e18d5f7b-7af4-4f19-a81b-b4e3bdd1be77 req-579909e5-3bf2-4d0d-b45b-485c4d492e83 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f18f9b0caff54beda5bbbdb00ef6417e HTTP/1.1" status: 200 len: 380 time: 0.0386195 Jun 18 08:37:49.277330 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [req-e18d5f7b-7af4-4f19-a81b-b4e3bdd1be77 req-f576b29d-dd55-415b-bb36-2093f9eb6da2 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Request body: {'port': {'device_id': 'cc2f01ec-2db4-40ad-8c9f-9a50c490f53d', 'network_id': '77f1c77d-8795-43df-96a9-39a8b7c2346a', 'admin_state_up': True, 'tenant_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'security_groups': ['755adcdd-4c11-40a3-a1ac-e3b6837989c8']}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:37:49.345959 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0489cdf2-f60e-44a7-8142-f758169aa3fc req-117d38e6-34f7-45a0-ac56-b7f21d00f2da tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-676768251&fields=id&tenant_id=b488d6b019264cc997cfd9e73d198575 HTTP/1.1" status: 200 len: 267 time: 0.0400159 Jun 18 08:37:49.420949 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0489cdf2-f60e-44a7-8142-f758169aa3fc req-dcf1d814-4448-473a-a538-5fe3d64fd353 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:49.422402 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0489cdf2-f60e-44a7-8142-f758169aa3fc req-dcf1d814-4448-473a-a538-5fe3d64fd353 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/ports?device_id=163736fd-af83-4701-ae98-d432fb5e0ce0 HTTP/1.1" status: 200 len: 984 time: 0.0698044 Jun 18 08:37:49.433462 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [req-0489cdf2-f60e-44a7-8142-f758169aa3fc req-1959d1ea-ce29-42fe-87df-c59d8cc25225 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Request body: {'port': {'security_groups': ['b8929651-3872-4a52-bf59-b2f6f5999b8f']}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:37:49.495494 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e18d5f7b-7af4-4f19-a81b-b4e3bdd1be77 req-f576b29d-dd55-415b-bb36-2093f9eb6da2 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Made reservation on behalf of f18f9b0caff54beda5bbbdb00ef6417e for: {'port': 1} {{(pid=93642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:37:49.499446 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-e18d5f7b-7af4-4f19-a81b-b4e3bdd1be77 req-f576b29d-dd55-415b-bb36-2093f9eb6da2 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-568420'] for port, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:49.520697 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-0489cdf2-f60e-44a7-8142-f758169aa3fc req-1959d1ea-ce29-42fe-87df-c59d8cc25225 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:49.636803 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.db_base_plugin_common [req-e18d5f7b-7af4-4f19-a81b-b4e3bdd1be77 req-f576b29d-dd55-415b-bb36-2093f9eb6da2 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Allocated IP 172.20.0.7 (77f1c77d-8795-43df-96a9-39a8b7c2346a/0695c8b6-59a4-4923-a5ff-60cabbe26c72/be84fb55-6afe-4ef9-80af-566510cbc1f9) {{(pid=93642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:37:49.697982 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.db [req-0489cdf2-f60e-44a7-8142-f758169aa3fc req-1959d1ea-ce29-42fe-87df-c59d8cc25225 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] For port 6eef6639-4bf7-4969-945e-0102ef28240a, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=6eef6639-4bf7-4969-945e-0102ef28240a,segment=NetworkSegment(4a522598-e4a5-4d25-968e-3499b3acd421),segment_id=4a522598-e4a5-4d25-968e-3499b3acd421)] {{(pid=93641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:37:49.727752 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-0489cdf2-f60e-44a7-8142-f758169aa3fc req-1959d1ea-ce29-42fe-87df-c59d8cc25225 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Notify callbacks [] for port, precommit_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:49.776144 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-e18d5f7b-7af4-4f19-a81b-b4e3bdd1be77 req-f576b29d-dd55-415b-bb36-2093f9eb6da2 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks [] for port, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:49.782114 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-0489cdf2-f60e-44a7-8142-f758169aa3fc req-1959d1ea-ce29-42fe-87df-c59d8cc25225 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5195066'] for port, after_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:49.786714 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-eebf6404-e3f3-4109-94ef-1e4e69b0ec3a tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:37:49.793104 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [req-e18d5f7b-7af4-4f19-a81b-b4e3bdd1be77 req-f576b29d-dd55-415b-bb36-2093f9eb6da2 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Transition to ACTIVE for port object be84fb55-6afe-4ef9-80af-566510cbc1f9 will not be triggered until provisioned by entity DHCP. {{(pid=93642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:37:49.821141 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] get_ports_and_sgs() called for port_ids ['6eef6639-4bf7-4969-945e-0102ef28240a'] {{(pid=93643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 08:37:49.840483 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0489cdf2-f60e-44a7-8142-f758169aa3fc req-1959d1ea-ce29-42fe-87df-c59d8cc25225 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:49.856310 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-0489cdf2-f60e-44a7-8142-f758169aa3fc req-1959d1ea-ce29-42fe-87df-c59d8cc25225 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881'] for port, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:49.856310 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0489cdf2-f60e-44a7-8142-f758169aa3fc req-1959d1ea-ce29-42fe-87df-c59d8cc25225 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "PUT /v2.0/ports/6eef6639-4bf7-4969-945e-0102ef28240a HTTP/1.1" status: 200 len: 942 time: 0.4137728 Jun 18 08:37:49.856310 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '163736fd-af83-4701-ae98-d432fb5e0ce0', 'tag': '6eef6639-4bf7-4969-945e-0102ef28240a'}] {{(pid=93641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:37:49.856310 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2d7879530654598d2c9a4dfa31a50ac71f4dc09db730dec349bdbb492567000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85273404-2ddc-4e4d-990a-58b60e0be1b4" -d '{"events": [{"name": "network-changed", "server_uuid": "163736fd-af83-4701-ae98-d432fb5e0ce0", "tag": "6eef6639-4bf7-4969-945e-0102ef28240a"}]}' {{(pid=93641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:37:49.857186 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 39754) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:37:49.871230 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1959d1ea-ce29-42fe-87df-c59d8cc25225 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Pushing event updated for resources: {'Port': ['ID=6eef6639-4bf7-4969-945e-0102ef28240a,revision_number=7']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:37:49.885191 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-1959d1ea-ce29-42fe-87df-c59d8cc25225 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:37:49.899281 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 08:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-862cd4f8-4761-4617-8fb5-0eadfe840d87 x-openstack-request-id: req-862cd4f8-4761-4617-8fb5-0eadfe840d87 {{(pid=93641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:37:49.899667 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "163736fd-af83-4701-ae98-d432fb5e0ce0", "tag": "6eef6639-4bf7-4969-945e-0102ef28240a", "status": "completed", "code": 200}]} {{(pid=93641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:37:49.899984 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-862cd4f8-4761-4617-8fb5-0eadfe840d87 {{(pid=93641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:37:49.900515 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '163736fd-af83-4701-ae98-d432fb5e0ce0', 'tag': '6eef6639-4bf7-4969-945e-0102ef28240a', 'status': 'completed', 'code': 200} Jun 18 08:37:49.911443 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-e18d5f7b-7af4-4f19-a81b-b4e3bdd1be77 req-f576b29d-dd55-415b-bb36-2093f9eb6da2 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-568999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741881438814'] for port, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:49.921840 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-c8f88d83-43ed-4732-8454-feea819d5087 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:37:49.989213 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-1ed7f8ec-7b71-4bff-96f4-cbda3b61057c tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Notify callbacks [] for security_group, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:49.992005 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e18d5f7b-7af4-4f19-a81b-b4e3bdd1be77 req-f576b29d-dd55-415b-bb36-2093f9eb6da2 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Network 77f1c77d-8795-43df-96a9-39a8b7c2346a is already hosted by enough agents. {{(pid=93642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:37:50.002091 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.base_scheduler [req-e18d5f7b-7af4-4f19-a81b-b4e3bdd1be77 req-f576b29d-dd55-415b-bb36-2093f9eb6da2 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Resources bound (agent type, host, resource id): {{(pid=93642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:37:50.004834 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [req-e18d5f7b-7af4-4f19-a81b-b4e3bdd1be77 req-f576b29d-dd55-415b-bb36-2093f9eb6da2 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Received port after_create {{(pid=93642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:37:50.010273 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] get_ports_and_sgs() called for port_ids ['6eef6639-4bf7-4969-945e-0102ef28240a'] {{(pid=93643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 08:37:50.011458 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d5f7b-7af4-4f19-a81b-b4e3bdd1be77 req-f576b29d-dd55-415b-bb36-2093f9eb6da2 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:50.012154 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-e18d5f7b-7af4-4f19-a81b-b4e3bdd1be77 req-f576b29d-dd55-415b-bb36-2093f9eb6da2 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881'] for port, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:50.033838 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f576b29d-dd55-415b-bb36-2093f9eb6da2 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Pushing event updated for resources: {'Port': ['ID=be84fb55-6afe-4ef9-80af-566510cbc1f9,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:37:50.036975 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-f576b29d-dd55-415b-bb36-2093f9eb6da2 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:37:50.052650 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-1ed7f8ec-7b71-4bff-96f4-cbda3b61057c tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:50.100228 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85273404-2ddc-4e4d-990a-58b60e0be1b4 req-51a5b461-9061-482a-bdb1-64d67a3b69d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:50.102041 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-85273404-2ddc-4e4d-990a-58b60e0be1b4 req-51a5b461-9061-482a-bdb1-64d67a3b69d8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b488d6b019264cc997cfd9e73d198575&device_id=163736fd-af83-4701-ae98-d432fb5e0ce0 HTTP/1.1" status: 200 len: 1098 time: 0.0825353 Jun 18 08:37:50.114330 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-e18d5f7b-7af4-4f19-a81b-b4e3bdd1be77 req-f576b29d-dd55-415b-bb36-2093f9eb6da2 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8355393 Jun 18 08:37:50.128183 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [req-e18d5f7b-7af4-4f19-a81b-b4e3bdd1be77 req-1eb43fa6-b472-485f-a086-5fb7db633770 service neutron] Request body: {'port': {'device_id': 'cc2f01ec-2db4-40ad-8c9f-9a50c490f53d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78687'}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:37:50.209488 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-4612a2db-66d7-45b4-bcbd-5e29408e006c None None] Provisioning complete for port 6eef6639-4bf7-4969-945e-0102ef28240a triggered by entity DHCP. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:37:50.209961 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-4612a2db-66d7-45b4-bcbd-5e29408e006c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:50.250371 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85273404-2ddc-4e4d-990a-58b60e0be1b4 req-b022cc16-aa80-478a-a37f-367728c1e1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:50.251875 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-85273404-2ddc-4e4d-990a-58b60e0be1b4 req-b022cc16-aa80-478a-a37f-367728c1e1b2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8c6da9e1-004b-42db-bcf0-39aac50436ca HTTP/1.1" status: 200 len: 915 time: 0.1417315 Jun 18 08:37:50.261074 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-e18d5f7b-7af4-4f19-a81b-b4e3bdd1be77 req-1eb43fa6-b472-485f-a086-5fb7db633770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:50.394399 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-1ed7f8ec-7b71-4bff-96f4-cbda3b61057c tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:50.396999 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-1ed7f8ec-7b71-4bff-96f4-cbda3b61057c tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Notify callbacks [] for security_group, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:50.398121 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-1ed7f8ec-7b71-4bff-96f4-cbda3b61057c tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "DELETE /v2.0/security-groups/9126d2ec-2bfb-460a-bdc7-de63c5c2774b HTTP/1.1" status: 204 len: 168 time: 0.5482271 Jun 18 08:37:50.401076 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-38cd41a0-aeb6-4811-b91d-6a8d619b4a70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:37:50.403779 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 39760) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:37:50.416975 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-85273404-2ddc-4e4d-990a-58b60e0be1b4 req-51336bac-2aa7-49fe-9416-4491fa426632 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6eef6639-4bf7-4969-945e-0102ef28240a HTTP/1.1" status: 200 len: 1000 time: 0.1534514 Jun 18 08:37:50.454799 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed7f8ec-7b71-4bff-96f4-cbda3b61057c tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9126d2ec-2bfb-460a-bdc7-de63c5c2774b,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:37:50.464354 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-1ed7f8ec-7b71-4bff-96f4-cbda3b61057c tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:37:50.479359 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4cc84e-8032-4507-bf5a-1ebc98ce70b0 req-04521caa-3007-4d95-905e-1f7b3bcdbb8c tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:50.480919 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-af4cc84e-8032-4507-bf5a-1ebc98ce70b0 req-04521caa-3007-4d95-905e-1f7b3bcdbb8c tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cd50329-1ab6-4882-87f9-35182c799443 HTTP/1.1" status: 200 len: 946 time: 0.2281446 Jun 18 08:37:50.502440 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a7676-e121-4afd-ac3f-4ee09b55855a req-193917d9-d1fb-4baa-a560-4ad391a8d1c7 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:50.504030 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-784a7676-e121-4afd-ac3f-4ee09b55855a req-193917d9-d1fb-4baa-a560-4ad391a8d1c7 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=cc2f01ec-2db4-40ad-8c9f-9a50c490f53d HTTP/1.1" status: 200 len: 931 time: 0.1597831 Jun 18 08:37:50.525209 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-39987912-d62e-4152-a675-aebbff7adedf None None] Provisioning for port be84fb55-6afe-4ef9-80af-566510cbc1f9 completed by entity DHCP. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:37:50.525444 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85273404-2ddc-4e4d-990a-58b60e0be1b4 req-12cf3fa9-f0a9-4546-9220-53f2d710fe9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:50.526884 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-85273404-2ddc-4e4d-990a-58b60e0be1b4 req-12cf3fa9-f0a9-4546-9220-53f2d710fe9a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f62235ea-006f-4a30-9ad8-c52c270c955b HTTP/1.1" status: 200 len: 853 time: 0.0999544 Jun 18 08:37:50.531215 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-39987912-d62e-4152-a675-aebbff7adedf None None] Provisioning complete for port be84fb55-6afe-4ef9-80af-566510cbc1f9 triggered by entity DHCP. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:37:50.536238 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-39987912-d62e-4152-a675-aebbff7adedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:50.570867 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-39987912-d62e-4152-a675-aebbff7adedf None None] Port be84fb55-6afe-4ef9-80af-566510cbc1f9 cannot update to ACTIVE because it is not bound. {{(pid=93643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 08:37:50.599008 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-af4cc84e-8032-4507-bf5a-1ebc98ce70b0 req-a12358ee-8e88-41f0-9677-43011225534f tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/security-groups?id=600be147-9a5d-481d-94e1-4f29bd61471c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072009 Jun 18 08:37:50.609175 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-784a7676-e121-4afd-ac3f-4ee09b55855a req-e188c76a-1d17-46eb-9150-c362ce701892 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/security-groups?id=755adcdd-4c11-40a3-a1ac-e3b6837989c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886598 Jun 18 08:37:50.640002 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85273404-2ddc-4e4d-990a-58b60e0be1b4 req-cbe7957a-562d-41e4-bba8-62ff24b4f05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:50.641365 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-85273404-2ddc-4e4d-990a-58b60e0be1b4 req-cbe7957a-562d-41e4-bba8-62ff24b4f05a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8c6da9e1-004b-42db-bcf0-39aac50436ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1005478 Jun 18 08:37:50.702940 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [req-e18d5f7b-7af4-4f19-a81b-b4e3bdd1be77 req-1eb43fa6-b472-485f-a086-5fb7db633770 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be84fb55-6afe-4ef9-80af-566510cbc1f9 {{(pid=93642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 08:37:50.711539 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-e18d5f7b-7af4-4f19-a81b-b4e3bdd1be77 req-1eb43fa6-b472-485f-a086-5fb7db633770 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:50.714447 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-337300bf-8859-4a6d-977d-06d626b7f134 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Deleting port 96b60570-d5f5-41f6-82a2-74240ba2a400 {{(pid=93642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:37:50.714778 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-337300bf-8859-4a6d-977d-06d626b7f134 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741882027237'] for port, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:50.730342 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-85273404-2ddc-4e4d-990a-58b60e0be1b4 req-cc157166-bc9f-4d84-a60a-b8cf72ca8bb4 service neutron] 10.222.0.72 "GET /v2.0/networks/8c6da9e1-004b-42db-bcf0-39aac50436ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825531 Jun 18 08:37:50.766373 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [req-e18d5f7b-7af4-4f19-a81b-b4e3bdd1be77 req-1eb43fa6-b472-485f-a086-5fb7db633770 service neutron] Transition to ACTIVE for port object be84fb55-6afe-4ef9-80af-566510cbc1f9 will not be triggered until provisioned by entity L2. {{(pid=93642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:37:50.802865 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-337300bf-8859-4a6d-977d-06d626b7f134 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7962534'] for port, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:50.803189 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-337300bf-8859-4a6d-977d-06d626b7f134 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:50.810199 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-e18d5f7b-7af4-4f19-a81b-b4e3bdd1be77 req-1eb43fa6-b472-485f-a086-5fb7db633770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:50.815693 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-0c9b092f-da3e-4929-8763-2614f2a25f8a tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:37:50.824588 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-85273404-2ddc-4e4d-990a-58b60e0be1b4 req-265f9260-505e-46ef-8ba1-b9dde385cf51 service neutron] 10.222.0.72 "GET /v2.0/networks/8c6da9e1-004b-42db-bcf0-39aac50436ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879643 Jun 18 08:37:50.878459 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-337300bf-8859-4a6d-977d-06d626b7f134 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Calling delete_port for 96b60570-d5f5-41f6-82a2-74240ba2a400 owned by network:floatingip {{(pid=93642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:37:51.009238 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb43fa6-b472-485f-a086-5fb7db633770 service neutron] Pushing event updated for resources: {'Port': ['ID=be84fb55-6afe-4ef9-80af-566510cbc1f9,revision_number=2']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:37:51.012174 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-1eb43fa6-b472-485f-a086-5fb7db633770 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:37:51.071329 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [req-e18d5f7b-7af4-4f19-a81b-b4e3bdd1be77 req-1eb43fa6-b472-485f-a086-5fb7db633770 service neutron] Attempting to bind port be84fb55-6afe-4ef9-80af-566510cbc1f9 on host hv-cinder-78687 for vnic_type normal with profile {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:37:51.071671 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [req-e18d5f7b-7af4-4f19-a81b-b4e3bdd1be77 req-1eb43fa6-b472-485f-a086-5fb7db633770 service neutron] Attempting to bind port be84fb55-6afe-4ef9-80af-566510cbc1f9 by drivers openvswitch,hyperv on host hv-cinder-78687 at level 0 using segments [{'id': '18571f25-34b4-4721-b61a-3f9a005c498f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '77f1c77d-8795-43df-96a9-39a8b7c2346a'}] {{(pid=93642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:37:51.072073 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18d5f7b-7af4-4f19-a81b-b4e3bdd1be77 req-1eb43fa6-b472-485f-a086-5fb7db633770 service neutron] Attempting to bind port be84fb55-6afe-4ef9-80af-566510cbc1f9 on network 77f1c77d-8795-43df-96a9-39a8b7c2346a {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:37:51.087162 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18d5f7b-7af4-4f19-a81b-b4e3bdd1be77 req-1eb43fa6-b472-485f-a086-5fb7db633770 service neutron] Port be84fb55-6afe-4ef9-80af-566510cbc1f9 on network 77f1c77d-8795-43df-96a9-39a8b7c2346a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78687 {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 08:37:51.087486 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18d5f7b-7af4-4f19-a81b-b4e3bdd1be77 req-1eb43fa6-b472-485f-a086-5fb7db633770 service neutron] Attempting to bind port be84fb55-6afe-4ef9-80af-566510cbc1f9 on network 77f1c77d-8795-43df-96a9-39a8b7c2346a {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:37:51.095003 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18d5f7b-7af4-4f19-a81b-b4e3bdd1be77 req-1eb43fa6-b472-485f-a086-5fb7db633770 service neutron] Checking agent: {'id': '7d051742-a391-48d3-aa1e-6019401c6fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78687', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 26, 56), 'started_at': datetime.datetime(2021, 6, 18, 8, 26, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:37:51.095342 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18d5f7b-7af4-4f19-a81b-b4e3bdd1be77 req-1eb43fa6-b472-485f-a086-5fb7db633770 service neutron] Checking segment: {'id': '18571f25-34b4-4721-b61a-3f9a005c498f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '77f1c77d-8795-43df-96a9-39a8b7c2346a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:37:51.095726 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18d5f7b-7af4-4f19-a81b-b4e3bdd1be77 req-1eb43fa6-b472-485f-a086-5fb7db633770 service neutron] Bound using segment: {'id': '18571f25-34b4-4721-b61a-3f9a005c498f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '77f1c77d-8795-43df-96a9-39a8b7c2346a'} {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:37:51.096185 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [req-e18d5f7b-7af4-4f19-a81b-b4e3bdd1be77 req-1eb43fa6-b472-485f-a086-5fb7db633770 service neutron] Bound port: be84fb55-6afe-4ef9-80af-566510cbc1f9, host: hv-cinder-78687, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18571f25-34b4-4721-b61a-3f9a005c498f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '77f1c77d-8795-43df-96a9-39a8b7c2346a'}}] {{(pid=93642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:37:51.096529 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-e18d5f7b-7af4-4f19-a81b-b4e3bdd1be77 req-1eb43fa6-b472-485f-a086-5fb7db633770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:51.193855 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [req-e18d5f7b-7af4-4f19-a81b-b4e3bdd1be77 req-1eb43fa6-b472-485f-a086-5fb7db633770 service neutron] For port be84fb55-6afe-4ef9-80af-566510cbc1f9, host hv-cinder-78687, cleared binding levels {{(pid=93642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:37:51.199382 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [req-e18d5f7b-7af4-4f19-a81b-b4e3bdd1be77 req-1eb43fa6-b472-485f-a086-5fb7db633770 service neutron] For port be84fb55-6afe-4ef9-80af-566510cbc1f9, host hv-cinder-78687, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=be84fb55-6afe-4ef9-80af-566510cbc1f9,segment=NetworkSegment(18571f25-34b4-4721-b61a-3f9a005c498f),segment_id=18571f25-34b4-4721-b61a-3f9a005c498f)] {{(pid=93642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:37:51.250116 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-e18d5f7b-7af4-4f19-a81b-b4e3bdd1be77 req-1eb43fa6-b472-485f-a086-5fb7db633770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:51.252171 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-af01d6e0-9259-44e6-ba02-303d38003b3e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:37:51.278992 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-337300bf-8859-4a6d-977d-06d626b7f134 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741882028261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741881438823'] for port, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:51.291858 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d5f7b-7af4-4f19-a81b-b4e3bdd1be77 req-1eb43fa6-b472-485f-a086-5fb7db633770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:51.292496 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-e18d5f7b-7af4-4f19-a81b-b4e3bdd1be77 req-1eb43fa6-b472-485f-a086-5fb7db633770 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881'] for port, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:51.293844 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-e18d5f7b-7af4-4f19-a81b-b4e3bdd1be77 req-1eb43fa6-b472-485f-a086-5fb7db633770 service neutron] 10.222.0.72 "PUT /v2.0/ports/be84fb55-6afe-4ef9-80af-566510cbc1f9 HTTP/1.1" status: 200 len: 1093 time: 1.1714587 Jun 18 08:37:51.297309 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc2f01ec-2db4-40ad-8c9f-9a50c490f53d', 'tag': 'be84fb55-6afe-4ef9-80af-566510cbc1f9'}] {{(pid=93642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:37:51.299642 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8e20e2b9f795c08d425b6044ace8e6bfcc189f1bac9bd432248b5aa3a03ca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1942af-c6d6-44b6-ab71-66ec848299fa" -d '{"events": [{"name": "network-changed", "server_uuid": "cc2f01ec-2db4-40ad-8c9f-9a50c490f53d", "tag": "be84fb55-6afe-4ef9-80af-566510cbc1f9"}]}' {{(pid=93642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:37:51.342239 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-337300bf-8859-4a6d-977d-06d626b7f134 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Notify callbacks [] for floatingip, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:51.342698 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.db.l3_db [None req-337300bf-8859-4a6d-977d-06d626b7f134 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Floating IP 97deeaaf-bb7f-4621-929e-fedb2cbe6467 disassociated (deleted). External IP: 172.27.2.41, port: 6eef6639-4bf7-4969-945e-0102ef28240a. Jun 18 08:37:51.345841 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 08:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6de04a8-656c-41a1-993a-7c93f3b27fbb x-openstack-request-id: req-d6de04a8-656c-41a1-993a-7c93f3b27fbb {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:37:51.346167 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc2f01ec-2db4-40ad-8c9f-9a50c490f53d", "tag": "be84fb55-6afe-4ef9-80af-566510cbc1f9", "status": "completed", "code": 200}]} {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:37:51.346455 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d6de04a8-656c-41a1-993a-7c93f3b27fbb {{(pid=93642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:37:51.346924 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc2f01ec-2db4-40ad-8c9f-9a50c490f53d', 'tag': 'be84fb55-6afe-4ef9-80af-566510cbc1f9', 'status': 'completed', 'code': 200} Jun 18 08:37:51.347487 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb43fa6-b472-485f-a086-5fb7db633770 service neutron] Pushing event updated for resources: {'Port': ['ID=be84fb55-6afe-4ef9-80af-566510cbc1f9,revision_number=3']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:37:51.351373 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-1eb43fa6-b472-485f-a086-5fb7db633770 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:37:51.351672 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-854e53f5-b4f9-41cf-b8ff-c9eaaa0af371 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:37:51.421038 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337300bf-8859-4a6d-977d-06d626b7f134 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Pushing event deleted for resources: {'Port': ['ID=96b60570-d5f5-41f6-82a2-74240ba2a400,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:37:51.441328 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-337300bf-8859-4a6d-977d-06d626b7f134 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:37:51.516505 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1942af-c6d6-44b6-ab71-66ec848299fa req-3876b317-18ff-4d28-98fa-4ff4a90e78bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:51.517989 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-1f1942af-c6d6-44b6-ab71-66ec848299fa req-3876b317-18ff-4d28-98fa-4ff4a90e78bf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f18f9b0caff54beda5bbbdb00ef6417e&device_id=cc2f01ec-2db4-40ad-8c9f-9a50c490f53d HTTP/1.1" status: 200 len: 1096 time: 0.1110487 Jun 18 08:37:51.697876 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1942af-c6d6-44b6-ab71-66ec848299fa req-8e8a73a2-9613-41ba-b16c-10cee510747a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:51.699321 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-1f1942af-c6d6-44b6-ab71-66ec848299fa req-8e8a73a2-9613-41ba-b16c-10cee510747a service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=f18f9b0caff54beda5bbbdb00ef6417e&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1475661 Jun 18 08:37:51.701007 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-337300bf-8859-4a6d-977d-06d626b7f134 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Router 5183f799-158c-43a3-8e25-1f10f3b59311 has already been hosted by L3 agent ebfc1b20-a3df-4bae-b350-fc31028a16a3 {{(pid=93642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 08:37:51.837415 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993ad36e-c7d8-426c-899f-ce3c94b3f116 req-f409f402-8ec4-46b1-8733-78d56729ab69 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:51.838906 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-993ad36e-c7d8-426c-899f-ce3c94b3f116 req-f409f402-8ec4-46b1-8733-78d56729ab69 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=cc2f01ec-2db4-40ad-8c9f-9a50c490f53d HTTP/1.1" status: 200 len: 943 time: 0.1075506 Jun 18 08:37:51.847402 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e209465-d2ad-4545-b098-94d0bae7fef9 req-7a5e1566-c466-4498-88f0-e11476f5bd14 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:51.848915 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1e209465-d2ad-4545-b098-94d0bae7fef9 req-7a5e1566-c466-4498-88f0-e11476f5bd14 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cd50329-1ab6-4882-87f9-35182c799443 HTTP/1.1" status: 200 len: 946 time: 0.1062765 Jun 18 08:37:51.869944 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1942af-c6d6-44b6-ab71-66ec848299fa req-5f66f377-52e8-4fc8-bba2-b5cc54dfe618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:51.871388 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-1f1942af-c6d6-44b6-ab71-66ec848299fa req-5f66f377-52e8-4fc8-bba2-b5cc54dfe618 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1650274 Jun 18 08:37:51.880103 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-337300bf-8859-4a6d-977d-06d626b7f134 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Notify agent at l3_agent.dv-cinder-786873-3-iscsi the message routers_updated {{(pid=93642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:37:51.884875 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-337300bf-8859-4a6d-977d-06d626b7f134 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881'] for floatingip, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:51.890345 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cd318e-2257-45c3-b382-a4f25f1305b7 None None] Sync routers for ids ['5183f799-158c-43a3-8e25-1f10f3b59311'] in dv-cinder-786873-3-iscsi {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:37:51.901902 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cd318e-2257-45c3-b382-a4f25f1305b7 None None] Routers {'5183f799-158c-43a3-8e25-1f10f3b59311'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:37:51.902622 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-48cd318e-2257-45c3-b382-a4f25f1305b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:37:41Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['5183f799-158c-43a3-8e25-1f10f3b59311'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:37:51.913275 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-993ad36e-c7d8-426c-899f-ce3c94b3f116 req-fe0e4f35-878e-4433-9c08-eeecc78585ad tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/security-groups?id=755adcdd-4c11-40a3-a1ac-e3b6837989c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633900 Jun 18 08:37:51.919603 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1e209465-d2ad-4545-b098-94d0bae7fef9 req-bec62190-9060-480a-80ec-d1a28c6c116e tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/security-groups?id=600be147-9a5d-481d-94e1-4f29bd61471c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629787 Jun 18 08:37:51.927761 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-337300bf-8859-4a6d-977d-06d626b7f134 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "DELETE /v2.0/floatingips/97deeaaf-bb7f-4621-929e-fedb2cbe6467 HTTP/1.1" status: 204 len: 168 time: 1.5193672 Jun 18 08:37:52.007610 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d5f7b-7af4-4f19-a81b-b4e3bdd1be77 req-eb2a2e5a-36b7-437b-adcc-75ff10d69237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:52.009403 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-e18d5f7b-7af4-4f19-a81b-b4e3bdd1be77 req-eb2a2e5a-36b7-437b-adcc-75ff10d69237 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f18f9b0caff54beda5bbbdb00ef6417e&device_id=cc2f01ec-2db4-40ad-8c9f-9a50c490f53d HTTP/1.1" status: 200 len: 1096 time: 0.0599120 Jun 18 08:37:52.059415 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-e18d5f7b-7af4-4f19-a81b-b4e3bdd1be77 req-d501f3ac-46a3-4370-ba7c-2b4cfd8f461b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be84fb55-6afe-4ef9-80af-566510cbc1f9 HTTP/1.1" status: 200 len: 217 time: 0.0365360 Jun 18 08:37:52.122502 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d5f7b-7af4-4f19-a81b-b4e3bdd1be77 req-8c5dcadf-9293-4085-bb3c-a64b5a5434f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:52.124521 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-e18d5f7b-7af4-4f19-a81b-b4e3bdd1be77 req-8c5dcadf-9293-4085-bb3c-a64b5a5434f6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0695c8b6-59a4-4923-a5ff-60cabbe26c72 HTTP/1.1" status: 200 len: 849 time: 0.0587213 Jun 18 08:37:52.161591 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-48cd318e-2257-45c3-b382-a4f25f1305b7 None None] Set router 5183f799-158c-43a3-8e25-1f10f3b59311 gateway port host: dv-cinder-786873-3-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:37:52.183420 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d5f7b-7af4-4f19-a81b-b4e3bdd1be77 req-03721de9-0925-404b-87d4-0f18662689e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:52.184986 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-e18d5f7b-7af4-4f19-a81b-b4e3bdd1be77 req-03721de9-0925-404b-87d4-0f18662689e1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=77f1c77d-8795-43df-96a9-39a8b7c2346a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0546286 Jun 18 08:37:52.285174 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-e18d5f7b-7af4-4f19-a81b-b4e3bdd1be77 req-54ce552d-2464-43a0-a50f-eeb97ec4b4fd service neutron] 10.222.0.72 "GET /v2.0/networks/77f1c77d-8795-43df-96a9-39a8b7c2346a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935750 Jun 18 08:37:52.361404 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-48cd318e-2257-45c3-b382-a4f25f1305b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5183f799-158c-43a3-8e25-1f10f3b59311', 'name': 'tempest-TestMinimumBasicScenario-514120213-router', 'tenant_id': 'b488d6b019264cc997cfd9e73d198575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '46a1f26d-5b0a-42f7-9c85-183fab687d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:33:02Z', 'updated_at': '2021-06-18T08:33:06Z', 'revision_number': 4, 'project_id': 'b488d6b019264cc997cfd9e73d198575', 'gw_port': {'id': '46a1f26d-5b0a-42f7-9c85-183fab687d2d', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:03:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5183f799-158c-43a3-8e25-1f10f3b59311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:03Z', 'updated_at': '2021-06-18T08:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_interfaces': [{'id': '7c39b111-eb6f-4bed-8d20-831976ec5f19', 'name': '', 'network_id': '8c6da9e1-004b-42db-bcf0-39aac50436ca', 'tenant_id': 'b488d6b019264cc997cfd9e73d198575', 'mac_address': 'fa:16:3e:34:06:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5183f799-158c-43a3-8e25-1f10f3b59311', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'f62235ea-006f-4a30-9ad8-c52c270c955b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:05Z', 'updated_at': '2021-06-18T08:33:13Z', 'revision_number': 5, 'project_id': 'b488d6b019264cc997cfd9e73d198575', 'subnets': [{'id': 'f62235ea-006f-4a30-9ad8-c52c270c955b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:37:52.380807 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-e18d5f7b-7af4-4f19-a81b-b4e3bdd1be77 req-bfdc92e7-18e4-4068-aa9e-da02d8327956 service neutron] 10.222.0.72 "GET /v2.0/networks/77f1c77d-8795-43df-96a9-39a8b7c2346a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892291 Jun 18 08:37:52.394719 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cd318e-2257-45c3-b382-a4f25f1305b7 None None] Checking router: 5183f799-158c-43a3-8e25-1f10f3b59311 for host: dv-cinder-786873-3-iscsi {{(pid=93643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:37:52.403104 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cd318e-2257-45c3-b382-a4f25f1305b7 None None] Routers {'5183f799-158c-43a3-8e25-1f10f3b59311'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:37:52.403724 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-48cd318e-2257-45c3-b382-a4f25f1305b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:37:41Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['5183f799-158c-43a3-8e25-1f10f3b59311'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:37:52.517324 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-48cd318e-2257-45c3-b382-a4f25f1305b7 None None] Set router 5183f799-158c-43a3-8e25-1f10f3b59311 gateway port host: dv-cinder-786873-3-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:37:52.721934 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-48cd318e-2257-45c3-b382-a4f25f1305b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5183f799-158c-43a3-8e25-1f10f3b59311', 'name': 'tempest-TestMinimumBasicScenario-514120213-router', 'tenant_id': 'b488d6b019264cc997cfd9e73d198575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '46a1f26d-5b0a-42f7-9c85-183fab687d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:33:02Z', 'updated_at': '2021-06-18T08:33:06Z', 'revision_number': 4, 'project_id': 'b488d6b019264cc997cfd9e73d198575', 'gw_port': {'id': '46a1f26d-5b0a-42f7-9c85-183fab687d2d', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:03:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5183f799-158c-43a3-8e25-1f10f3b59311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:03Z', 'updated_at': '2021-06-18T08:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_interfaces': [{'id': '7c39b111-eb6f-4bed-8d20-831976ec5f19', 'name': '', 'network_id': '8c6da9e1-004b-42db-bcf0-39aac50436ca', 'tenant_id': 'b488d6b019264cc997cfd9e73d198575', 'mac_address': 'fa:16:3e:34:06:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5183f799-158c-43a3-8e25-1f10f3b59311', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'f62235ea-006f-4a30-9ad8-c52c270c955b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:05Z', 'updated_at': '2021-06-18T08:33:13Z', 'revision_number': 5, 'project_id': 'b488d6b019264cc997cfd9e73d198575', 'subnets': [{'id': 'f62235ea-006f-4a30-9ad8-c52c270c955b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:37:52.754297 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cd318e-2257-45c3-b382-a4f25f1305b7 None None] The sync data for ids ['5183f799-158c-43a3-8e25-1f10f3b59311'] in dv-cinder-786873-3-iscsi is: [{'id': '5183f799-158c-43a3-8e25-1f10f3b59311', 'name': 'tempest-TestMinimumBasicScenario-514120213-router', 'tenant_id': 'b488d6b019264cc997cfd9e73d198575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '46a1f26d-5b0a-42f7-9c85-183fab687d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:33:02Z', 'updated_at': '2021-06-18T08:33:06Z', 'revision_number': 4, 'project_id': 'b488d6b019264cc997cfd9e73d198575', 'gw_port': {'id': '46a1f26d-5b0a-42f7-9c85-183fab687d2d', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:03:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5183f799-158c-43a3-8e25-1f10f3b59311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:03Z', 'updated_at': '2021-06-18T08:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_interfaces': [{'id': '7c39b111-eb6f-4bed-8d20-831976ec5f19', 'name': '', 'network_id': '8c6da9e1-004b-42db-bcf0-39aac50436ca', 'tenant_id': 'b488d6b019264cc997cfd9e73d198575', 'mac_address': 'fa:16:3e:34:06:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5183f799-158c-43a3-8e25-1f10f3b59311', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'f62235ea-006f-4a30-9ad8-c52c270c955b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:05Z', 'updated_at': '2021-06-18T08:33:13Z', 'revision_number': 5, 'project_id': 'b488d6b019264cc997cfd9e73d198575', 'subnets': [{'id': 'f62235ea-006f-4a30-9ad8-c52c270c955b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:37:52.954710 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7aa14d-db65-4899-b76a-bdda27d46efc None None] New status for floating IP 97deeaaf-bb7f-4621-929e-fedb2cbe6467: DOWN {{(pid=93644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 08:37:53.145802 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3e7b8-f0da-4a40-823c-67ce0ba236e4 req-798f75ee-0643-42e2-8ea5-d617bab8d193 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:53.147187 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-fef3e7b8-f0da-4a40-823c-67ce0ba236e4 req-798f75ee-0643-42e2-8ea5-d617bab8d193 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cd50329-1ab6-4882-87f9-35182c799443 HTTP/1.1" status: 200 len: 946 time: 0.1038969 Jun 18 08:37:53.159680 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fda1383-f155-4aac-a241-e7acef10235f req-252c2406-8df4-4037-9271-888e8e9ea15a tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:53.161104 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-8fda1383-f155-4aac-a241-e7acef10235f req-252c2406-8df4-4037-9271-888e8e9ea15a tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=cc2f01ec-2db4-40ad-8c9f-9a50c490f53d HTTP/1.1" status: 200 len: 943 time: 0.1082623 Jun 18 08:37:53.214561 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-fef3e7b8-f0da-4a40-823c-67ce0ba236e4 req-f0c9783d-447e-41b8-a39d-3077c0c98577 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/security-groups?id=600be147-9a5d-481d-94e1-4f29bd61471c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525274 Jun 18 08:37:53.220371 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-8fda1383-f155-4aac-a241-e7acef10235f req-f55e52d0-b7b3-4543-bae5-160b6c6eb7b3 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/security-groups?id=755adcdd-4c11-40a3-a1ac-e3b6837989c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527198 Jun 18 08:37:53.347975 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '163736fd-af83-4701-ae98-d432fb5e0ce0', 'tag': '6eef6639-4bf7-4969-945e-0102ef28240a'}] {{(pid=93642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:37:53.350333 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8e20e2b9f795c08d425b6044ace8e6bfcc189f1bac9bd432248b5aa3a03ca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e235c1f-878d-439d-a8a7-610ce6aa6f5f" -d '{"events": [{"name": "network-changed", "server_uuid": "163736fd-af83-4701-ae98-d432fb5e0ce0", "tag": "6eef6639-4bf7-4969-945e-0102ef28240a"}]}' {{(pid=93642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:37:53.387342 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 08:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-139fe601-3969-4752-971f-c453da797028 x-openstack-request-id: req-139fe601-3969-4752-971f-c453da797028 {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:37:53.387768 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "163736fd-af83-4701-ae98-d432fb5e0ce0", "tag": "6eef6639-4bf7-4969-945e-0102ef28240a", "status": "completed", "code": 200}]} {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:37:53.388173 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-139fe601-3969-4752-971f-c453da797028 {{(pid=93642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:37:53.389173 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '163736fd-af83-4701-ae98-d432fb5e0ce0', 'tag': '6eef6639-4bf7-4969-945e-0102ef28240a', 'status': 'completed', 'code': 200} Jun 18 08:37:53.499368 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e235c1f-878d-439d-a8a7-610ce6aa6f5f req-7ef1f797-c9c3-49cc-bafd-88e9e5a71097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:53.500924 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-2e235c1f-878d-439d-a8a7-610ce6aa6f5f req-7ef1f797-c9c3-49cc-bafd-88e9e5a71097 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b488d6b019264cc997cfd9e73d198575&device_id=163736fd-af83-4701-ae98-d432fb5e0ce0 HTTP/1.1" status: 200 len: 1098 time: 0.0598400 Jun 18 08:37:53.594438 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e235c1f-878d-439d-a8a7-610ce6aa6f5f req-68fc4baa-da16-4a17-8cd9-356d0aed0f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:53.595909 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-2e235c1f-878d-439d-a8a7-610ce6aa6f5f req-68fc4baa-da16-4a17-8cd9-356d0aed0f63 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8c6da9e1-004b-42db-bcf0-39aac50436ca HTTP/1.1" status: 200 len: 915 time: 0.0872440 Jun 18 08:37:53.643456 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-2e235c1f-878d-439d-a8a7-610ce6aa6f5f req-8f4ab579-4317-4890-bca0-9a83414719e2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6eef6639-4bf7-4969-945e-0102ef28240a HTTP/1.1" status: 200 len: 217 time: 0.0382330 Jun 18 08:37:53.692703 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e235c1f-878d-439d-a8a7-610ce6aa6f5f req-bd4c571e-42f8-488d-998b-d6ab8f920281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:53.694148 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-2e235c1f-878d-439d-a8a7-610ce6aa6f5f req-bd4c571e-42f8-488d-998b-d6ab8f920281 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f62235ea-006f-4a30-9ad8-c52c270c955b HTTP/1.1" status: 200 len: 853 time: 0.0440512 Jun 18 08:37:53.755503 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e235c1f-878d-439d-a8a7-610ce6aa6f5f req-426b8100-0be9-4b43-8b67-fff4612cdb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:53.756947 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-2e235c1f-878d-439d-a8a7-610ce6aa6f5f req-426b8100-0be9-4b43-8b67-fff4612cdb2c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8c6da9e1-004b-42db-bcf0-39aac50436ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0564315 Jun 18 08:37:53.848278 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-2e235c1f-878d-439d-a8a7-610ce6aa6f5f req-3606fab3-579d-42fb-8139-94a71165bf3c service neutron] 10.222.0.72 "GET /v2.0/networks/8c6da9e1-004b-42db-bcf0-39aac50436ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841684 Jun 18 08:37:54.190574 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-2e235c1f-878d-439d-a8a7-610ce6aa6f5f req-a6d51c6c-eecd-4341-9db3-786156f8fafc service neutron] 10.222.0.72 "GET /v2.0/networks/8c6da9e1-004b-42db-bcf0-39aac50436ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3354647 Jun 18 08:37:54.437588 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eca83d-2e4f-4321-9eef-ce2a7f9ba930 req-70eda553-90e7-491f-82c8-8590b75feafb tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:54.439072 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-83eca83d-2e4f-4321-9eef-ce2a7f9ba930 req-70eda553-90e7-491f-82c8-8590b75feafb tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cd50329-1ab6-4882-87f9-35182c799443 HTTP/1.1" status: 200 len: 946 time: 0.1081865 Jun 18 08:37:54.446710 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb421176-da5a-449d-b23b-3f3356c2c7d0 req-53c9d9bb-b417-4d52-a9e6-4c85a2787254 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:54.448134 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-cb421176-da5a-449d-b23b-3f3356c2c7d0 req-53c9d9bb-b417-4d52-a9e6-4c85a2787254 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=cc2f01ec-2db4-40ad-8c9f-9a50c490f53d HTTP/1.1" status: 200 len: 943 time: 0.1081896 Jun 18 08:37:54.504400 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-83eca83d-2e4f-4321-9eef-ce2a7f9ba930 req-40d58906-e4d5-4030-a426-6656b65e0722 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/security-groups?id=600be147-9a5d-481d-94e1-4f29bd61471c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550351 Jun 18 08:37:54.509133 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-cb421176-da5a-449d-b23b-3f3356c2c7d0 req-b7b4d1ba-906f-46fc-8495-b2fda58b41e5 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/security-groups?id=755adcdd-4c11-40a3-a1ac-e3b6837989c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537574 Jun 18 08:37:55.713129 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device be84fb55-6afe-4ef9-80af-566510cbc1f9 details requested by agent hyperv_hv-cinder-78687 with host hv-cinder-78687 {{(pid=93643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 08:37:55.766880 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635823e7-951d-4e34-ae46-786fd7c7a1f2 req-a803b4d4-681f-40d8-9f60-314fd31dc890 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:55.766880 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-635823e7-951d-4e34-ae46-786fd7c7a1f2 req-a803b4d4-681f-40d8-9f60-314fd31dc890 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cd50329-1ab6-4882-87f9-35182c799443 HTTP/1.1" status: 200 len: 946 time: 0.1108913 Jun 18 08:37:55.766880 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980376d4-69b5-4868-a6a1-5abb1b304112 req-b864978c-0e7f-48a5-869b-ede70234f7b4 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:55.766880 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-980376d4-69b5-4868-a6a1-5abb1b304112 req-b864978c-0e7f-48a5-869b-ede70234f7b4 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=cc2f01ec-2db4-40ad-8c9f-9a50c490f53d HTTP/1.1" status: 200 len: 943 time: 0.1209903 Jun 18 08:37:55.811774 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-635823e7-951d-4e34-ae46-786fd7c7a1f2 req-e8da78a0-a92b-4b67-a50b-74690534ee99 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/security-groups?id=600be147-9a5d-481d-94e1-4f29bd61471c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530453 Jun 18 08:37:55.826148 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-980376d4-69b5-4868-a6a1-5abb1b304112 req-76b198fe-e630-46c4-87c6-f3d69bafa8d6 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/security-groups?id=755adcdd-4c11-40a3-a1ac-e3b6837989c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614519 Jun 18 08:37:55.832417 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] For port be84fb55-6afe-4ef9-80af-566510cbc1f9, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=be84fb55-6afe-4ef9-80af-566510cbc1f9,segment=NetworkSegment(18571f25-34b4-4721-b61a-3f9a005c498f),segment_id=18571f25-34b4-4721-b61a-3f9a005c498f)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:37:55.846031 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Returning: {'device': 'be84fb55-6afe-4ef9-80af-566510cbc1f9', 'network_id': '77f1c77d-8795-43df-96a9-39a8b7c2346a', 'port_id': 'be84fb55-6afe-4ef9-80af-566510cbc1f9', 'mac_address': 'fa:16:3e:fe:78:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 932, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0695c8b6-59a4-4923-a5ff-60cabbe26c72', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 08:37:55.898763 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:55.912664 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.notifiers.nova [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be84fb55-6afe-4ef9-80af-566510cbc1f9 {{(pid=93643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 08:37:55.932785 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] For port be84fb55-6afe-4ef9-80af-566510cbc1f9, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=be84fb55-6afe-4ef9-80af-566510cbc1f9,segment=NetworkSegment(18571f25-34b4-4721-b61a-3f9a005c498f),segment_id=18571f25-34b4-4721-b61a-3f9a005c498f)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:37:56.003642 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:56.005754 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:37:56.053288 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Pushing event updated for resources: {'Port': ['ID=be84fb55-6afe-4ef9-80af-566510cbc1f9,revision_number=4']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:37:56.056369 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:37:56.215712 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:56.543209 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] get_ports_and_sgs() called for port_ids ['be84fb55-6afe-4ef9-80af-566510cbc1f9'] {{(pid=93643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 08:37:56.690062 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e52920-20b5-4257-acf2-5da7b1b842c6 req-6f3a2bd7-44eb-4972-9a9f-102f46653c86 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:56.691546 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-31e52920-20b5-4257-acf2-5da7b1b842c6 req-6f3a2bd7-44eb-4972-9a9f-102f46653c86 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/ports?device_id=163736fd-af83-4701-ae98-d432fb5e0ce0 HTTP/1.1" status: 200 len: 945 time: 0.0633838 Jun 18 08:37:56.728409 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-31e52920-20b5-4257-acf2-5da7b1b842c6 req-4f173a21-48bc-453c-806f-350fdddb9b5e tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/security-groups?id=b8929651-3872-4a52-bf59-b2f6f5999b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310564 Jun 18 08:37:57.029601 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccaf76f-740b-47d7-aed1-dce2e8eee5e1 req-e4352a1c-0466-4351-875c-ee915117d723 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:57.031450 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-5ccaf76f-740b-47d7-aed1-dce2e8eee5e1 req-e4352a1c-0466-4351-875c-ee915117d723 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cd50329-1ab6-4882-87f9-35182c799443 HTTP/1.1" status: 200 len: 946 time: 0.1047449 Jun 18 08:37:57.042157 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6821965-2ad2-4357-95f0-fcd8a1a8726c req-c1a932fe-98a0-45a8-8cbe-33c782d44277 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:57.043524 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a6821965-2ad2-4357-95f0-fcd8a1a8726c req-c1a932fe-98a0-45a8-8cbe-33c782d44277 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=cc2f01ec-2db4-40ad-8c9f-9a50c490f53d HTTP/1.1" status: 200 len: 944 time: 0.0861728 Jun 18 08:37:57.101723 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-5ccaf76f-740b-47d7-aed1-dce2e8eee5e1 req-9a6f9c72-2bdd-42d5-b553-b23a30b3e3fb tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/security-groups?id=600be147-9a5d-481d-94e1-4f29bd61471c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572233 Jun 18 08:37:57.104308 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a6821965-2ad2-4357-95f0-fcd8a1a8726c req-5c929163-f7c2-4b19-9a5e-6450abf11eeb tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/security-groups?id=755adcdd-4c11-40a3-a1ac-e3b6837989c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533760 Jun 18 08:37:57.716715 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device be84fb55-6afe-4ef9-80af-566510cbc1f9 up at agent hyperv_hv-cinder-78687 {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:37:57.803541 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Provisioning for port be84fb55-6afe-4ef9-80af-566510cbc1f9 completed by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:37:57.807488 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Provisioning complete for port be84fb55-6afe-4ef9-80af-566510cbc1f9 triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:37:57.807889 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:57.885928 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:57.908011 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3752ddb7-07ee-4a7b-aea9-36068912c2b2 req-d7c96ad3-4612-4125-becf-e62b225737e1 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:57.908393 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2f01ec-2db4-40ad-8c9f-9a50c490f53d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be84fb55-6afe-4ef9-80af-566510cbc1f9'}] {{(pid=93643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:37:57.909507 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3752ddb7-07ee-4a7b-aea9-36068912c2b2 req-d7c96ad3-4612-4125-becf-e62b225737e1 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/ports?device_id=163736fd-af83-4701-ae98-d432fb5e0ce0 HTTP/1.1" status: 200 len: 945 time: 0.0669203 Jun 18 08:37:57.910884 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76bfc2cc3cc97e327acfe832f03e535bb9cef84d361ee3b318e5c5a2ba23989c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-831c775f-2882-449b-94e1-8aee447d1936" -d '{"events": [{"server_uuid": "cc2f01ec-2db4-40ad-8c9f-9a50c490f53d", "name": "network-vif-plugged", "status": "completed", "tag": "be84fb55-6afe-4ef9-80af-566510cbc1f9"}]}' {{(pid=93643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:37:57.925136 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] For port be84fb55-6afe-4ef9-80af-566510cbc1f9, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=be84fb55-6afe-4ef9-80af-566510cbc1f9,segment=NetworkSegment(18571f25-34b4-4721-b61a-3f9a005c498f),segment_id=18571f25-34b4-4721-b61a-3f9a005c498f)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:37:57.948410 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 08:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bddecd62-1961-4413-95ec-eddcbea0515f x-openstack-request-id: req-bddecd62-1961-4413-95ec-eddcbea0515f {{(pid=93643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:37:57.948720 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2f01ec-2db4-40ad-8c9f-9a50c490f53d", "name": "network-vif-plugged", "status": "completed", "tag": "be84fb55-6afe-4ef9-80af-566510cbc1f9", "code": 200}]} {{(pid=93643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:37:57.948984 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bddecd62-1961-4413-95ec-eddcbea0515f {{(pid=93643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:37:57.949456 dv-cinder-786873-3-iscsi neutron-server[93643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2f01ec-2db4-40ad-8c9f-9a50c490f53d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be84fb55-6afe-4ef9-80af-566510cbc1f9', 'code': 200} Jun 18 08:37:57.952425 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3752ddb7-07ee-4a7b-aea9-36068912c2b2 req-5f67b9eb-4657-41f5-a5c0-83052ecf0ab0 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/security-groups?id=b8929651-3872-4a52-bf59-b2f6f5999b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361426 Jun 18 08:37:57.986053 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:57.988015 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:37:58.045791 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Pushing event updated for resources: {'Port': ['ID=be84fb55-6afe-4ef9-80af-566510cbc1f9,revision_number=5']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:37:58.049014 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:37:58.072203 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3bb7f2-5f56-4e95-9372-68e1fd7f7128 req-71037d9d-825a-4556-9996-2c9088452b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:58.074027 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-6f3bb7f2-5f56-4e95-9372-68e1fd7f7128 req-71037d9d-825a-4556-9996-2c9088452b95 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=16377c30d98b40d2a1d40d112350c18e&device_id=9cd50329-1ab6-4882-87f9-35182c799443 HTTP/1.1" status: 200 len: 1099 time: 0.0630946 Jun 18 08:37:58.168872 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3bb7f2-5f56-4e95-9372-68e1fd7f7128 req-02ab735d-8087-458f-a13a-54bea1f33f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:58.171109 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-6f3bb7f2-5f56-4e95-9372-68e1fd7f7128 req-02ab735d-8087-458f-a13a-54bea1f33f79 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f70ada02-a3f7-438f-9c1f-42f5efecb904 HTTP/1.1" status: 200 len: 909 time: 0.0903614 Jun 18 08:37:58.242650 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-6f3bb7f2-5f56-4e95-9372-68e1fd7f7128 req-ccb7ffbc-a827-49a4-b384-2ee0ebe79684 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35d03bd4-b558-4a3f-9d24-c3af85607e9a HTTP/1.1" status: 200 len: 1002 time: 0.0600233 Jun 18 08:37:58.297494 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3bb7f2-5f56-4e95-9372-68e1fd7f7128 req-3b461fc2-516f-4223-860f-dd299a32bd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:58.300486 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-6f3bb7f2-5f56-4e95-9372-68e1fd7f7128 req-3b461fc2-516f-4223-860f-dd299a32bd93 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7b36080a-c49b-4a50-be3f-ccdce5af667b HTTP/1.1" status: 200 len: 847 time: 0.0500836 Jun 18 08:37:58.358915 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3bb7f2-5f56-4e95-9372-68e1fd7f7128 req-b1eafef8-390a-463d-859f-68a903f5f20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:58.360262 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-6f3bb7f2-5f56-4e95-9372-68e1fd7f7128 req-b1eafef8-390a-463d-859f-68a903f5f20a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f70ada02-a3f7-438f-9c1f-42f5efecb904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0538011 Jun 18 08:37:58.375728 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc456ea4-bf3c-4f6f-ac1c-22550f3f57ee req-951499dd-21f6-4676-901a-4989fa9c1d04 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:58.377232 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-cc456ea4-bf3c-4f6f-ac1c-22550f3f57ee req-951499dd-21f6-4676-901a-4989fa9c1d04 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=cc2f01ec-2db4-40ad-8c9f-9a50c490f53d HTTP/1.1" status: 200 len: 945 time: 0.1481037 Jun 18 08:37:58.402309 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c684924e-8dc3-4062-abf1-fb9d396668c4 req-49ce9d50-a55b-4311-a4cf-80acab811e38 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:58.414877 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c684924e-8dc3-4062-abf1-fb9d396668c4 req-49ce9d50-a55b-4311-a4cf-80acab811e38 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cd50329-1ab6-4882-87f9-35182c799443 HTTP/1.1" status: 200 len: 946 time: 0.1727808 Jun 18 08:37:58.426853 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b225679-ab95-4e30-a7b8-6ae030756029 req-84d814d2-cb71-435b-b8ae-a69df9fba067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:58.428304 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7b225679-ab95-4e30-a7b8-6ae030756029 req-84d814d2-cb71-435b-b8ae-a69df9fba067 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cc2f01ec-2db4-40ad-8c9f-9a50c490f53d HTTP/1.1" status: 200 len: 1098 time: 0.1343336 Jun 18 08:37:58.449698 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-6f3bb7f2-5f56-4e95-9372-68e1fd7f7128 req-c461e089-3895-42e5-881d-644f45101b6b service neutron] 10.222.0.72 "GET /v2.0/networks/f70ada02-a3f7-438f-9c1f-42f5efecb904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822177 Jun 18 08:37:58.470989 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-cc456ea4-bf3c-4f6f-ac1c-22550f3f57ee req-c68f924d-49ec-46df-9432-3d627d090c06 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/security-groups?id=755adcdd-4c11-40a3-a1ac-e3b6837989c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842197 Jun 18 08:37:58.492038 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c684924e-8dc3-4062-abf1-fb9d396668c4 req-81a3ba6a-7e1f-4948-a78c-773bfadb51ad tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/security-groups?id=600be147-9a5d-481d-94e1-4f29bd61471c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772467 Jun 18 08:37:58.497412 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7b225679-ab95-4e30-a7b8-6ae030756029 req-1b0a7f5b-e20f-44ad-8acd-d76d11080907 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=755adcdd-4c11-40a3-a1ac-e3b6837989c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576758 Jun 18 08:37:58.544110 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-6f3bb7f2-5f56-4e95-9372-68e1fd7f7128 req-6143b17e-a187-43db-89ad-5cced2370538 service neutron] 10.222.0.72 "GET /v2.0/networks/f70ada02-a3f7-438f-9c1f-42f5efecb904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879724 Jun 18 08:37:59.122436 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c64e23-93eb-457f-b5f2-7e9cf739cf36 req-ff757a69-a33c-4fd4-8dd1-012a00434c04 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:59.124159 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b5c64e23-93eb-457f-b5f2-7e9cf739cf36 req-ff757a69-a33c-4fd4-8dd1-012a00434c04 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/ports?device_id=163736fd-af83-4701-ae98-d432fb5e0ce0 HTTP/1.1" status: 200 len: 945 time: 0.0619495 Jun 18 08:37:59.163025 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b5c64e23-93eb-457f-b5f2-7e9cf739cf36 req-6ee028a0-2770-4194-99c5-aaba7869c020 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/security-groups?id=b8929651-3872-4a52-bf59-b2f6f5999b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329251 Jun 18 08:37:59.454541 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c69f1d-2c76-42f4-b501-1a8d59ae7538 req-38f568e4-5d69-4468-9b7c-8a70ba62fe39 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:59.456001 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-05c69f1d-2c76-42f4-b501-1a8d59ae7538 req-38f568e4-5d69-4468-9b7c-8a70ba62fe39 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.72 "GET /v2.0/ports?device_id=163736fd-af83-4701-ae98-d432fb5e0ce0 HTTP/1.1" status: 200 len: 945 time: 0.0631039 Jun 18 08:37:59.564721 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [req-05c69f1d-2c76-42f4-b501-1a8d59ae7538 req-29a6e9c4-fad5-4efb-9d25-491766fa6f50 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Deleting port 6eef6639-4bf7-4969-945e-0102ef28240a {{(pid=93642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:37:59.565098 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-05c69f1d-2c76-42f4-b501-1a8d59ae7538 req-29a6e9c4-fad5-4efb-9d25-491766fa6f50 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741882027237'] for port, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:59.658225 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [req-05c69f1d-2c76-42f4-b501-1a8d59ae7538 req-29a6e9c4-fad5-4efb-9d25-491766fa6f50 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] For port 6eef6639-4bf7-4969-945e-0102ef28240a, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=6eef6639-4bf7-4969-945e-0102ef28240a,segment=NetworkSegment(4a522598-e4a5-4d25-968e-3499b3acd421),segment_id=4a522598-e4a5-4d25-968e-3499b3acd421)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:37:59.658571 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-05c69f1d-2c76-42f4-b501-1a8d59ae7538 req-29a6e9c4-fad5-4efb-9d25-491766fa6f50 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7962534'] for port, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:59.698220 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452f324d-9bd5-4232-b2b4-33a8dfe98882 req-5e610028-ef2b-4ca1-aa26-187b679a84ad tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:59.699684 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-452f324d-9bd5-4232-b2b4-33a8dfe98882 req-5e610028-ef2b-4ca1-aa26-187b679a84ad tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=cc2f01ec-2db4-40ad-8c9f-9a50c490f53d HTTP/1.1" status: 200 len: 945 time: 0.1114981 Jun 18 08:37:59.708637 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9adbb35-319b-45d5-bc96-8f2d43a18429 req-acb94395-78e0-4643-ae78-0c4606526d2e tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:37:59.709970 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f9adbb35-319b-45d5-bc96-8f2d43a18429 req-acb94395-78e0-4643-ae78-0c4606526d2e tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cd50329-1ab6-4882-87f9-35182c799443 HTTP/1.1" status: 200 len: 946 time: 0.0908675 Jun 18 08:37:59.725793 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [req-05c69f1d-2c76-42f4-b501-1a8d59ae7538 req-29a6e9c4-fad5-4efb-9d25-491766fa6f50 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Calling delete_port for 6eef6639-4bf7-4969-945e-0102ef28240a owned by compute:nova {{(pid=93642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:37:59.766034 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f9adbb35-319b-45d5-bc96-8f2d43a18429 req-c72f38bd-65f0-494e-9c12-f58487fedbbc tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/security-groups?id=600be147-9a5d-481d-94e1-4f29bd61471c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494318 Jun 18 08:37:59.768835 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-452f324d-9bd5-4232-b2b4-33a8dfe98882 req-a3ae1820-6eed-4c1b-827c-a2c092424ca4 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/security-groups?id=755adcdd-4c11-40a3-a1ac-e3b6837989c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580106 Jun 18 08:37:59.923505 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-05c69f1d-2c76-42f4-b501-1a8d59ae7538 req-29a6e9c4-fad5-4efb-9d25-491766fa6f50 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741882028261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741881438823'] for port, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:37:59.927763 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-22b0a8fe-9aa4-4b21-81bc-941ad2224472 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:37:59.951942 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a6e9c4-fad5-4efb-9d25-491766fa6f50 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Pushing event deleted for resources: {'Port': ['ID=6eef6639-4bf7-4969-945e-0102ef28240a,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:37:59.955379 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-29a6e9c4-fad5-4efb-9d25-491766fa6f50 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:38:00.004997 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [req-05c69f1d-2c76-42f4-b501-1a8d59ae7538 req-29a6e9c4-fad5-4efb-9d25-491766fa6f50 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] No DVR routers for this DVR port 6eef6639-4bf7-4969-945e-0102ef28240a on host hv-cinder-78687 {{(pid=93642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 08:38:00.007426 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-05c69f1d-2c76-42f4-b501-1a8d59ae7538 req-29a6e9c4-fad5-4efb-9d25-491766fa6f50 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881'] for port, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:00.009483 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-05c69f1d-2c76-42f4-b501-1a8d59ae7538 req-29a6e9c4-fad5-4efb-9d25-491766fa6f50 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.72 "DELETE /v2.0/ports/6eef6639-4bf7-4969-945e-0102ef28240a HTTP/1.1" status: 204 len: 173 time: 0.5474689 Jun 18 08:38:00.010065 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '163736fd-af83-4701-ae98-d432fb5e0ce0', 'name': 'network-vif-deleted', 'tag': '6eef6639-4bf7-4969-945e-0102ef28240a'}] {{(pid=93642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:38:00.012491 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8e20e2b9f795c08d425b6044ace8e6bfcc189f1bac9bd432248b5aa3a03ca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e16c85-1ca2-4f9f-9051-3faedd5d2a9e" -d '{"events": [{"server_uuid": "163736fd-af83-4701-ae98-d432fb5e0ce0", "name": "network-vif-deleted", "tag": "6eef6639-4bf7-4969-945e-0102ef28240a"}]}' {{(pid=93642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:38:00.047878 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 08:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad616bb2-e7d9-482a-9804-3903225e4aba x-openstack-request-id: req-ad616bb2-e7d9-482a-9804-3903225e4aba {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:38:00.048289 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "163736fd-af83-4701-ae98-d432fb5e0ce0", "name": "network-vif-deleted", "tag": "6eef6639-4bf7-4969-945e-0102ef28240a", "status": "completed", "code": 200}]} {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:38:00.048585 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ad616bb2-e7d9-482a-9804-3903225e4aba {{(pid=93642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:38:00.049025 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '163736fd-af83-4701-ae98-d432fb5e0ce0', 'name': 'network-vif-deleted', 'tag': '6eef6639-4bf7-4969-945e-0102ef28240a', 'status': 'completed', 'code': 200} Jun 18 08:38:00.312653 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-36fc1e08-da9d-4779-b60a-e51b8b16cf97 req-3d99b5ae-a1ba-4434-b9dd-d1ab0552c428 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] 10.222.0.70 "GET /v2.0/ports?device_id=163736fd-af83-4701-ae98-d432fb5e0ce0 HTTP/1.1" status: 200 len: 210 time: 0.0346377 Jun 18 08:38:00.995820 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07fa355-224b-4e60-b4be-52396e582ee1 req-619d1ec6-f07a-4305-948f-292420d5106a tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:38:00.997339 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e07fa355-224b-4e60-b4be-52396e582ee1 req-619d1ec6-f07a-4305-948f-292420d5106a tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cd50329-1ab6-4882-87f9-35182c799443 HTTP/1.1" status: 200 len: 946 time: 0.1083922 Jun 18 08:38:01.006709 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02403d70-6805-436e-a375-f2d39928d55a req-17ffce8b-2592-441c-a097-852123334c6e tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:38:01.008387 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-02403d70-6805-436e-a375-f2d39928d55a req-17ffce8b-2592-441c-a097-852123334c6e tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=cc2f01ec-2db4-40ad-8c9f-9a50c490f53d HTTP/1.1" status: 200 len: 945 time: 0.1160467 Jun 18 08:38:01.064881 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e07fa355-224b-4e60-b4be-52396e582ee1 req-abd91554-62a2-4cd3-b959-8a8abb95eb79 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/security-groups?id=600be147-9a5d-481d-94e1-4f29bd61471c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532100 Jun 18 08:38:01.079401 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-02403d70-6805-436e-a375-f2d39928d55a req-b0177bd2-ca12-496a-b033-1b6c238c804a tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/security-groups?id=755adcdd-4c11-40a3-a1ac-e3b6837989c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532951 Jun 18 08:38:01.275379 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795fef0-f6ab-40ce-b629-9a797d3a8ef8 req-fe92e25d-dd18-4537-91ae-81f9f25e2e61 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:38:01.276881 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e795fef0-f6ab-40ce-b629-9a797d3a8ef8 req-fe92e25d-dd18-4537-91ae-81f9f25e2e61 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=cc2f01ec-2db4-40ad-8c9f-9a50c490f53d HTTP/1.1" status: 200 len: 945 time: 0.0769463 Jun 18 08:38:01.286284 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 39838) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:38:01.291086 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [None req-55eb376c-1ee6-4d59-8ac4-ad2dc17a7e30 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Request body: {'floatingip': {'port_id': 'be84fb55-6afe-4ef9-80af-566510cbc1f9'}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:38:01.334001 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-55eb376c-1ee6-4d59-8ac4-ad2dc17a7e30 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks [] for floatingip, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:01.790970 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device 6eef6639-4bf7-4969-945e-0102ef28240a no longer exists at agent hyperv_hv-cinder-78687 {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:38:01.811719 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] No Port match for: 6eef6639-4bf7-4969-945e-0102ef28240a {{(pid=93643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:38:01.812103 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device 6eef6639-4bf7-4969-945e-0102ef28240a not bound to the agent host hv-cinder-78687 {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:38:01.812520 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device 35d03bd4-b558-4a3f-9d24-c3af85607e9a no longer exists at agent hyperv_hv-cinder-78687 {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:38:01.838138 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-55eb376c-1ee6-4d59-8ac4-ad2dc17a7e30 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:01.887344 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:01.913183 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cd50329-1ab6-4882-87f9-35182c799443', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35d03bd4-b558-4a3f-9d24-c3af85607e9a'}] {{(pid=93643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:38:01.915429 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76bfc2cc3cc97e327acfe832f03e535bb9cef84d361ee3b318e5c5a2ba23989c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f8adf8a-d482-4adb-870c-b5c693a332fd" -d '{"events": [{"server_uuid": "9cd50329-1ab6-4882-87f9-35182c799443", "name": "network-vif-unplugged", "status": "completed", "tag": "35d03bd4-b558-4a3f-9d24-c3af85607e9a"}]}' {{(pid=93643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:38:01.917893 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-55eb376c-1ee6-4d59-8ac4-ad2dc17a7e30 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7960458'] for floatingip, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:01.928086 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] For port 35d03bd4-b558-4a3f-9d24-c3af85607e9a, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=35d03bd4-b558-4a3f-9d24-c3af85607e9a,segment=NetworkSegment(9c4cd0a3-7472-4b22-879f-ed10cb468f23),segment_id=9c4cd0a3-7472-4b22-879f-ed10cb468f23)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:38:01.955311 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 18 Jun 2021 08:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc81e54-543d-4193-a345-2c47a6488b06 x-openstack-request-id: req-dfc81e54-543d-4193-a345-2c47a6488b06 {{(pid=93643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:38:01.955695 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cd50329-1ab6-4882-87f9-35182c799443", "name": "network-vif-unplugged", "status": "completed", "tag": "35d03bd4-b558-4a3f-9d24-c3af85607e9a", "code": 200}]} {{(pid=93643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:38:01.955993 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dfc81e54-543d-4193-a345-2c47a6488b06 {{(pid=93643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:38:01.956392 dv-cinder-786873-3-iscsi neutron-server[93643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cd50329-1ab6-4882-87f9-35182c799443', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35d03bd4-b558-4a3f-9d24-c3af85607e9a', 'code': 200} Jun 18 08:38:01.981109 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:01.983170 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:38:02.032267 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.db.l3_db [None req-55eb376c-1ee6-4d59-8ac4-ad2dc17a7e30 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Floating IP 7068ad83-a471-4633-acf3-a6e3ff35b1c6 associated. External IP: 172.27.2.119, port: be84fb55-6afe-4ef9-80af-566510cbc1f9. Jun 18 08:38:02.032542 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Pushing event updated for resources: {'Port': ['ID=35d03bd4-b558-4a3f-9d24-c3af85607e9a,revision_number=6']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:38:02.035327 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:38:02.291609 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec8538-ebee-4860-8085-eab366bf22f6 req-85dc28d2-105c-4369-a5f3-5c37bc2d85e3 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:38:02.292637 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-83ec8538-ebee-4860-8085-eab366bf22f6 req-85dc28d2-105c-4369-a5f3-5c37bc2d85e3 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cd50329-1ab6-4882-87f9-35182c799443 HTTP/1.1" status: 200 len: 944 time: 0.0748005 Jun 18 08:38:02.318084 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55eb376c-1ee6-4d59-8ac4-ad2dc17a7e30 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Router 34370833-6cb5-4e51-b07d-9608e3188c46 has already been hosted by L3 agent ebfc1b20-a3df-4bae-b350-fc31028a16a3 {{(pid=93642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 08:38:02.370396 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-83ec8538-ebee-4860-8085-eab366bf22f6 req-72d1575d-77fe-4f51-abf9-e678c20ac49d tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/security-groups?id=600be147-9a5d-481d-94e1-4f29bd61471c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692766 Jun 18 08:38:02.455292 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55eb376c-1ee6-4d59-8ac4-ad2dc17a7e30 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify agent at l3_agent.dv-cinder-786873-3-iscsi the message routers_updated {{(pid=93642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:38:02.460098 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-55eb376c-1ee6-4d59-8ac4-ad2dc17a7e30 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881'] for floatingip, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:02.467199 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec318c53-d1b5-4bd9-9e26-5c9c9ec20f7a None None] Sync routers for ids ['34370833-6cb5-4e51-b07d-9608e3188c46'] in dv-cinder-786873-3-iscsi {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:38:02.482707 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec318c53-d1b5-4bd9-9e26-5c9c9ec20f7a None None] Routers {'34370833-6cb5-4e51-b07d-9608e3188c46'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:38:02.483616 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-ec318c53-d1b5-4bd9-9e26-5c9c9ec20f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:37:41Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['34370833-6cb5-4e51-b07d-9608e3188c46'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:38:02.511296 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-55eb376c-1ee6-4d59-8ac4-ad2dc17a7e30 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "PUT /v2.0/floatingips/7068ad83-a471-4633-acf3-a6e3ff35b1c6 HTTP/1.1" status: 200 len: 991 time: 1.2214532 Jun 18 08:38:02.511296 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc2f01ec-2db4-40ad-8c9f-9a50c490f53d', 'tag': 'be84fb55-6afe-4ef9-80af-566510cbc1f9'}] {{(pid=93642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:38:02.512103 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8e20e2b9f795c08d425b6044ace8e6bfcc189f1bac9bd432248b5aa3a03ca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e067cc8-b389-4d65-8213-809998f2999c" -d '{"events": [{"name": "network-changed", "server_uuid": "cc2f01ec-2db4-40ad-8c9f-9a50c490f53d", "tag": "be84fb55-6afe-4ef9-80af-566510cbc1f9"}]}' {{(pid=93642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:38:02.603817 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 08:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff9f86b-bd04-48cc-a53c-3a5f6994c02a x-openstack-request-id: req-7ff9f86b-bd04-48cc-a53c-3a5f6994c02a {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:38:02.604355 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc2f01ec-2db4-40ad-8c9f-9a50c490f53d", "tag": "be84fb55-6afe-4ef9-80af-566510cbc1f9", "status": "completed", "code": 200}]} {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:38:02.605020 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7ff9f86b-bd04-48cc-a53c-3a5f6994c02a {{(pid=93642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:38:02.605601 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc2f01ec-2db4-40ad-8c9f-9a50c490f53d', 'tag': 'be84fb55-6afe-4ef9-80af-566510cbc1f9', 'status': 'completed', 'code': 200} Jun 18 08:38:02.662952 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-ec318c53-d1b5-4bd9-9e26-5c9c9ec20f7a None None] Set router 34370833-6cb5-4e51-b07d-9608e3188c46 gateway port host: dv-cinder-786873-3-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:38:02.724864 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e067cc8-b389-4d65-8213-809998f2999c req-9c16c16c-4395-4e09-9341-6939c5fc3465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:38:02.726606 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-3e067cc8-b389-4d65-8213-809998f2999c req-9c16c16c-4395-4e09-9341-6939c5fc3465 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f18f9b0caff54beda5bbbdb00ef6417e&device_id=cc2f01ec-2db4-40ad-8c9f-9a50c490f53d HTTP/1.1" status: 200 len: 1098 time: 0.0600724 Jun 18 08:38:02.823252 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e067cc8-b389-4d65-8213-809998f2999c req-3d05b7f2-f995-4181-b609-27120bb910b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:38:02.824822 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-3e067cc8-b389-4d65-8213-809998f2999c req-3d05b7f2-f995-4181-b609-27120bb910b6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=77f1c77d-8795-43df-96a9-39a8b7c2346a HTTP/1.1" status: 200 len: 911 time: 0.0914371 Jun 18 08:38:02.895628 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-ec318c53-d1b5-4bd9-9e26-5c9c9ec20f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34370833-6cb5-4e51-b07d-9608e3188c46', 'name': 'tempest-AttachVolumeTestJSON-431435995-router', 'tenant_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '7eeaa09d-5d43-4ad0-b39a-21d7cb9c7f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:28:51Z', 'updated_at': '2021-06-18T08:28:56Z', 'revision_number': 4, 'project_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'gw_port': {'id': '7eeaa09d-5d43-4ad0-b39a-21d7cb9c7f2c', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:04:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34370833-6cb5-4e51-b07d-9608e3188c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:28:52Z', 'updated_at': '2021-06-18T08:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_floatingips': [{'id': '7068ad83-a471-4633-acf3-a6e3ff35b1c6', 'tenant_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'floating_ip_address': '172.27.2.119', 'floating_network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'router_id': '34370833-6cb5-4e51-b07d-9608e3188c46', 'port_id': 'be84fb55-6afe-4ef9-80af-566510cbc1f9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77f1c77d-8795-43df-96a9-39a8b7c2346a', 'mac_address': 'fa:16:3e:fe:78:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2f01ec-2db4-40ad-8c9f-9a50c490f53d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T08:37:42Z', 'updated_at': '2021-06-18T08:38:01Z', 'revision_number': 1, 'project_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2978a64-6fbb-4a49-83ac-27d439b0f5a8', 'name': '', 'network_id': '77f1c77d-8795-43df-96a9-39a8b7c2346a', 'tenant_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'mac_address': 'fa:16:3e:60:93:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34370833-6cb5-4e51-b07d-9608e3188c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '0695c8b6-59a4-4923-a5ff-60cabbe26c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:28:55Z', 'updated_at': '2021-06-18T08:29:05Z', 'revision_number': 5, 'project_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'subnets': [{'id': '0695c8b6-59a4-4923-a5ff-60cabbe26c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:38:02.897995 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-3e067cc8-b389-4d65-8213-809998f2999c req-d0828374-e95e-4ddf-ab70-77cd995fe145 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be84fb55-6afe-4ef9-80af-566510cbc1f9 HTTP/1.1" status: 200 len: 999 time: 0.0633924 Jun 18 08:38:02.926705 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec318c53-d1b5-4bd9-9e26-5c9c9ec20f7a None None] Checking router: 34370833-6cb5-4e51-b07d-9608e3188c46 for host: dv-cinder-786873-3-iscsi {{(pid=93643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:38:02.935327 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec318c53-d1b5-4bd9-9e26-5c9c9ec20f7a None None] Routers {'34370833-6cb5-4e51-b07d-9608e3188c46'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:38:02.936561 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-ec318c53-d1b5-4bd9-9e26-5c9c9ec20f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:37:41Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['34370833-6cb5-4e51-b07d-9608e3188c46'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:38:02.953940 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e067cc8-b389-4d65-8213-809998f2999c req-e2a39331-594a-434c-a128-bebe1e8daf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:38:02.962280 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-3e067cc8-b389-4d65-8213-809998f2999c req-e2a39331-594a-434c-a128-bebe1e8daf3e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0695c8b6-59a4-4923-a5ff-60cabbe26c72 HTTP/1.1" status: 200 len: 849 time: 0.0518630 Jun 18 08:38:03.019359 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e067cc8-b389-4d65-8213-809998f2999c req-f7bb203e-1fb8-4b24-bbec-5c6f28d7b12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:38:03.021590 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-3e067cc8-b389-4d65-8213-809998f2999c req-f7bb203e-1fb8-4b24-bbec-5c6f28d7b12e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=77f1c77d-8795-43df-96a9-39a8b7c2346a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0594966 Jun 18 08:38:03.052788 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-ec318c53-d1b5-4bd9-9e26-5c9c9ec20f7a None None] Set router 34370833-6cb5-4e51-b07d-9608e3188c46 gateway port host: dv-cinder-786873-3-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:38:03.114137 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-3e067cc8-b389-4d65-8213-809998f2999c req-2cc789e1-de63-4602-a345-a4c46261bc32 service neutron] 10.222.0.72 "GET /v2.0/networks/77f1c77d-8795-43df-96a9-39a8b7c2346a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870829 Jun 18 08:38:03.258238 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-3e067cc8-b389-4d65-8213-809998f2999c req-74fc8f35-37db-4c0b-bbb2-d134d59606bc service neutron] 10.222.0.72 "GET /v2.0/networks/77f1c77d-8795-43df-96a9-39a8b7c2346a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284659 Jun 18 08:38:03.320453 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-ec318c53-d1b5-4bd9-9e26-5c9c9ec20f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34370833-6cb5-4e51-b07d-9608e3188c46', 'name': 'tempest-AttachVolumeTestJSON-431435995-router', 'tenant_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '7eeaa09d-5d43-4ad0-b39a-21d7cb9c7f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:28:51Z', 'updated_at': '2021-06-18T08:28:56Z', 'revision_number': 4, 'project_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'gw_port': {'id': '7eeaa09d-5d43-4ad0-b39a-21d7cb9c7f2c', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:04:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34370833-6cb5-4e51-b07d-9608e3188c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:28:52Z', 'updated_at': '2021-06-18T08:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_floatingips': [{'id': '7068ad83-a471-4633-acf3-a6e3ff35b1c6', 'tenant_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'floating_ip_address': '172.27.2.119', 'floating_network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'router_id': '34370833-6cb5-4e51-b07d-9608e3188c46', 'port_id': 'be84fb55-6afe-4ef9-80af-566510cbc1f9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77f1c77d-8795-43df-96a9-39a8b7c2346a', 'mac_address': 'fa:16:3e:fe:78:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2f01ec-2db4-40ad-8c9f-9a50c490f53d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T08:37:42Z', 'updated_at': '2021-06-18T08:38:01Z', 'revision_number': 1, 'project_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2978a64-6fbb-4a49-83ac-27d439b0f5a8', 'name': '', 'network_id': '77f1c77d-8795-43df-96a9-39a8b7c2346a', 'tenant_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'mac_address': 'fa:16:3e:60:93:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34370833-6cb5-4e51-b07d-9608e3188c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '0695c8b6-59a4-4923-a5ff-60cabbe26c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:28:55Z', 'updated_at': '2021-06-18T08:29:05Z', 'revision_number': 5, 'project_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'subnets': [{'id': '0695c8b6-59a4-4923-a5ff-60cabbe26c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:38:03.477373 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec318c53-d1b5-4bd9-9e26-5c9c9ec20f7a None None] The sync data for ids ['34370833-6cb5-4e51-b07d-9608e3188c46'] in dv-cinder-786873-3-iscsi is: [{'id': '34370833-6cb5-4e51-b07d-9608e3188c46', 'name': 'tempest-AttachVolumeTestJSON-431435995-router', 'tenant_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '7eeaa09d-5d43-4ad0-b39a-21d7cb9c7f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:28:51Z', 'updated_at': '2021-06-18T08:28:56Z', 'revision_number': 4, 'project_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'gw_port': {'id': '7eeaa09d-5d43-4ad0-b39a-21d7cb9c7f2c', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:04:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34370833-6cb5-4e51-b07d-9608e3188c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:28:52Z', 'updated_at': '2021-06-18T08:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_floatingips': [{'id': '7068ad83-a471-4633-acf3-a6e3ff35b1c6', 'tenant_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'floating_ip_address': '172.27.2.119', 'floating_network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'router_id': '34370833-6cb5-4e51-b07d-9608e3188c46', 'port_id': 'be84fb55-6afe-4ef9-80af-566510cbc1f9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77f1c77d-8795-43df-96a9-39a8b7c2346a', 'mac_address': 'fa:16:3e:fe:78:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2f01ec-2db4-40ad-8c9f-9a50c490f53d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T08:37:42Z', 'updated_at': '2021-06-18T08:38:01Z', 'revision_number': 1, 'project_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2978a64-6fbb-4a49-83ac-27d439b0f5a8', 'name': '', 'network_id': '77f1c77d-8795-43df-96a9-39a8b7c2346a', 'tenant_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'mac_address': 'fa:16:3e:60:93:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34370833-6cb5-4e51-b07d-9608e3188c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '0695c8b6-59a4-4923-a5ff-60cabbe26c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:28:55Z', 'updated_at': '2021-06-18T08:29:05Z', 'revision_number': 5, 'project_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'subnets': [{'id': '0695c8b6-59a4-4923-a5ff-60cabbe26c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:38:03.557555 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d70a00-dc47-444e-81a6-c17bf7612ece req-d8e4c948-80bd-489c-89dd-561750c0e605 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:38:03.559143 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-92d70a00-dc47-444e-81a6-c17bf7612ece req-d8e4c948-80bd-489c-89dd-561750c0e605 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cd50329-1ab6-4882-87f9-35182c799443 HTTP/1.1" status: 200 len: 944 time: 0.0661430 Jun 18 08:38:03.604538 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-92d70a00-dc47-444e-81a6-c17bf7612ece req-c78a60e1-cb8e-46cc-81b0-4b4bd61d9ad1 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/security-groups?id=600be147-9a5d-481d-94e1-4f29bd61471c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392115 Jun 18 08:38:03.693443 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8faf977d-237c-49e7-a0e6-689b6290ae60 None None] New status for floating IP 7068ad83-a471-4633-acf3-a6e3ff35b1c6: ACTIVE {{(pid=93644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 08:38:04.085197 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 39900) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:38:04.180026 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af323d1f-08d1-4672-bd97-f3143de8c737 req-4d7a4f16-2782-4f81-bfa8-fcdb01689b2f tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:38:04.181419 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-af323d1f-08d1-4672-bd97-f3143de8c737 req-4d7a4f16-2782-4f81-bfa8-fcdb01689b2f tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cd50329-1ab6-4882-87f9-35182c799443 HTTP/1.1" status: 200 len: 944 time: 0.1083419 Jun 18 08:38:04.189400 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-936b4ca7-6800-499b-ad6b-2949b1ad5735 req-3bf26d0e-b32a-41cc-b4ce-9fe5c5e79b1f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9cd50329-1ab6-4882-87f9-35182c799443&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0831289 Jun 18 08:38:04.227776 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-af323d1f-08d1-4672-bd97-f3143de8c737 req-7434ad14-afde-4bbb-8954-091b350bc953 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/security-groups?id=600be147-9a5d-481d-94e1-4f29bd61471c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373802 Jun 18 08:38:04.612224 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-35a6550c-9405-4c67-be54-2e3c8b5d53ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8343287'] for router_interface, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:05.184486 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-35a6550c-9405-4c67-be54-2e3c8b5d53ee admin admin] Deleting port 7c39b111-eb6f-4bed-8d20-831976ec5f19 {{(pid=93642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:38:05.185692 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-35a6550c-9405-4c67-be54-2e3c8b5d53ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741882027237'] for port, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:05.264009 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-35a6550c-9405-4c67-be54-2e3c8b5d53ee admin admin] For port 7c39b111-eb6f-4bed-8d20-831976ec5f19, host dv-cinder-786873-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=7c39b111-eb6f-4bed-8d20-831976ec5f19,segment=NetworkSegment(4a522598-e4a5-4d25-968e-3499b3acd421),segment_id=4a522598-e4a5-4d25-968e-3499b3acd421)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:38:05.264404 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-35a6550c-9405-4c67-be54-2e3c8b5d53ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7962534'] for port, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:05.331346 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-35a6550c-9405-4c67-be54-2e3c8b5d53ee admin admin] Calling delete_port for 7c39b111-eb6f-4bed-8d20-831976ec5f19 owned by network:router_interface {{(pid=93642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:38:05.413121 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55c09ce-defe-4ebd-813c-9db25cd9b87b req-a6d030ff-7b75-43c9-90c3-d542babce947 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:38:05.414532 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a55c09ce-defe-4ebd-813c-9db25cd9b87b req-a6d030ff-7b75-43c9-90c3-d542babce947 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cd50329-1ab6-4882-87f9-35182c799443 HTTP/1.1" status: 200 len: 944 time: 0.0706511 Jun 18 08:38:05.592920 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-35a6550c-9405-4c67-be54-2e3c8b5d53ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741882028261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741881438823'] for port, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:05.595185 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-0b1433fc-8019-4152-b3b7-5f94d5756ca0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:38:05.621483 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a6550c-9405-4c67-be54-2e3c8b5d53ee admin admin] Pushing event deleted for resources: {'Port': ['ID=7c39b111-eb6f-4bed-8d20-831976ec5f19,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:38:05.629156 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-35a6550c-9405-4c67-be54-2e3c8b5d53ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:38:05.725855 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a55c09ce-defe-4ebd-813c-9db25cd9b87b req-c4ddc65b-b582-46d4-80c7-5ea14eb4a884 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/security-groups?id=600be147-9a5d-481d-94e1-4f29bd61471c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3050153 Jun 18 08:38:05.787822 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-35a6550c-9405-4c67-be54-2e3c8b5d53ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8041589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8343115'] for router_interface, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:06.002278 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35a6550c-9405-4c67-be54-2e3c8b5d53ee admin admin] Router 5183f799-158c-43a3-8e25-1f10f3b59311 has already been hosted by L3 agent ebfc1b20-a3df-4bae-b350-fc31028a16a3 {{(pid=93642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 08:38:06.154959 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a6550c-9405-4c67-be54-2e3c8b5d53ee admin admin] Notify agent at l3_agent.dv-cinder-786873-3-iscsi the message routers_updated {{(pid=93642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:38:06.158961 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-858df840-f35f-45a1-b567-aca462ab865e req-19940207-f699-4053-8d69-1b78b76322ea service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1109636 Jun 18 08:38:06.162914 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-35a6550c-9405-4c67-be54-2e3c8b5d53ee admin admin] 10.222.0.70 "PUT /v2.0/routers/5183f799-158c-43a3-8e25-1f10f3b59311/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0763431 Jun 18 08:38:06.165193 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 39916) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:38:06.165429 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e5778e-6c69-4a3b-87df-e5341ea86f7b None None] Sync routers for ids ['5183f799-158c-43a3-8e25-1f10f3b59311'] in dv-cinder-786873-3-iscsi {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:38:06.176885 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e5778e-6c69-4a3b-87df-e5341ea86f7b None None] Routers {'5183f799-158c-43a3-8e25-1f10f3b59311'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:38:06.177608 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-25e5778e-6c69-4a3b-87df-e5341ea86f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:37:41Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['5183f799-158c-43a3-8e25-1f10f3b59311'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:38:06.304508 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-25e5778e-6c69-4a3b-87df-e5341ea86f7b None None] Set router 5183f799-158c-43a3-8e25-1f10f3b59311 gateway port host: dv-cinder-786873-3-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:38:06.311694 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-5cd01df9-6a03-41f7-b70d-1402ec51d494 admin admin] Notify callbacks [] for router, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:06.316901 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858df840-f35f-45a1-b567-aca462ab865e req-0bb80059-74bf-4564-a3b2-91e28d97cdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:38:06.318402 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-858df840-f35f-45a1-b567-aca462ab865e req-0bb80059-74bf-4564-a3b2-91e28d97cdc9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1c8de8ca6fa84ca39f60ecad18ff9fc0&device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 1099 time: 0.1147456 Jun 18 08:38:06.488696 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-5cd01df9-6a03-41f7-b70d-1402ec51d494 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:06.491819 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858df840-f35f-45a1-b567-aca462ab865e req-743eaca6-1ecf-45b8-9512-a710360d4131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:38:06.492898 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-25e5778e-6c69-4a3b-87df-e5341ea86f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5183f799-158c-43a3-8e25-1f10f3b59311', 'name': 'tempest-TestMinimumBasicScenario-514120213-router', 'tenant_id': 'b488d6b019264cc997cfd9e73d198575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '46a1f26d-5b0a-42f7-9c85-183fab687d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:33:02Z', 'updated_at': '2021-06-18T08:38:05Z', 'revision_number': 5, 'project_id': 'b488d6b019264cc997cfd9e73d198575', 'gw_port': {'id': '46a1f26d-5b0a-42f7-9c85-183fab687d2d', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:03:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5183f799-158c-43a3-8e25-1f10f3b59311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:03Z', 'updated_at': '2021-06-18T08:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi'}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:38:06.493311 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-858df840-f35f-45a1-b567-aca462ab865e req-743eaca6-1ecf-45b8-9512-a710360d4131 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9bcb4115-0e1f-4bdc-accb-f68a208ad67f HTTP/1.1" status: 200 len: 917 time: 0.1446683 Jun 18 08:38:06.519643 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e5778e-6c69-4a3b-87df-e5341ea86f7b None None] Checking router: 5183f799-158c-43a3-8e25-1f10f3b59311 for host: dv-cinder-786873-3-iscsi {{(pid=93643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:38:06.529224 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e5778e-6c69-4a3b-87df-e5341ea86f7b None None] Routers {'5183f799-158c-43a3-8e25-1f10f3b59311'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:38:06.529880 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-25e5778e-6c69-4a3b-87df-e5341ea86f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:37:41Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['5183f799-158c-43a3-8e25-1f10f3b59311'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:38:06.566174 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-858df840-f35f-45a1-b567-aca462ab865e req-44e23d6c-25f0-459e-be6f-6a9c701afafc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fbeb4067-3221-470c-a38a-eb09a3f06b05 HTTP/1.1" status: 200 len: 1001 time: 0.0664673 Jun 18 08:38:06.638494 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858df840-f35f-45a1-b567-aca462ab865e req-8ddf33b2-adf9-4060-ac54-2e1c92a202dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:38:06.638763 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-25e5778e-6c69-4a3b-87df-e5341ea86f7b None None] Set router 5183f799-158c-43a3-8e25-1f10f3b59311 gateway port host: dv-cinder-786873-3-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:38:06.640182 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-858df840-f35f-45a1-b567-aca462ab865e req-8ddf33b2-adf9-4060-ac54-2e1c92a202dc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5fff03b2-a2fe-488b-8a4d-528da3f1348c HTTP/1.1" status: 200 len: 855 time: 0.0584533 Jun 18 08:38:06.648183 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-5cd01df9-6a03-41f7-b70d-1402ec51d494 admin admin] Deleting port 46a1f26d-5b0a-42f7-9c85-183fab687d2d {{(pid=93642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:38:06.648537 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-5cd01df9-6a03-41f7-b70d-1402ec51d494 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741882027237'] for port, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:06.762294 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-5cd01df9-6a03-41f7-b70d-1402ec51d494 admin admin] For port 46a1f26d-5b0a-42f7-9c85-183fab687d2d, host dv-cinder-786873-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=46a1f26d-5b0a-42f7-9c85-183fab687d2d,segment=NetworkSegment(12e3d6c0-2a01-4ec9-a6e5-283a6c482531),segment_id=12e3d6c0-2a01-4ec9-a6e5-283a6c482531)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:38:06.762723 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-5cd01df9-6a03-41f7-b70d-1402ec51d494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7962534'] for port, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:06.775031 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858df840-f35f-45a1-b567-aca462ab865e req-1b50c2a5-d309-4777-8a74-ecdb68db60ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:38:06.776460 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-858df840-f35f-45a1-b567-aca462ab865e req-1b50c2a5-d309-4777-8a74-ecdb68db60ea service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9bcb4115-0e1f-4bdc-accb-f68a208ad67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1249835 Jun 18 08:38:06.821047 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-25e5778e-6c69-4a3b-87df-e5341ea86f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5183f799-158c-43a3-8e25-1f10f3b59311', 'name': 'tempest-TestMinimumBasicScenario-514120213-router', 'tenant_id': 'b488d6b019264cc997cfd9e73d198575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '46a1f26d-5b0a-42f7-9c85-183fab687d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:33:02Z', 'updated_at': '2021-06-18T08:38:05Z', 'revision_number': 5, 'project_id': 'b488d6b019264cc997cfd9e73d198575', 'gw_port': {'id': '46a1f26d-5b0a-42f7-9c85-183fab687d2d', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:03:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5183f799-158c-43a3-8e25-1f10f3b59311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:03Z', 'updated_at': '2021-06-18T08:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi'}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:38:06.834133 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-5cd01df9-6a03-41f7-b70d-1402ec51d494 admin admin] Calling delete_port for 46a1f26d-5b0a-42f7-9c85-183fab687d2d owned by network:router_gateway {{(pid=93642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:38:06.848542 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e5778e-6c69-4a3b-87df-e5341ea86f7b None None] The sync data for ids ['5183f799-158c-43a3-8e25-1f10f3b59311'] in dv-cinder-786873-3-iscsi is: [{'id': '5183f799-158c-43a3-8e25-1f10f3b59311', 'name': 'tempest-TestMinimumBasicScenario-514120213-router', 'tenant_id': 'b488d6b019264cc997cfd9e73d198575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '46a1f26d-5b0a-42f7-9c85-183fab687d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:33:02Z', 'updated_at': '2021-06-18T08:38:05Z', 'revision_number': 5, 'project_id': 'b488d6b019264cc997cfd9e73d198575', 'gw_port': {'id': '46a1f26d-5b0a-42f7-9c85-183fab687d2d', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:03:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5183f799-158c-43a3-8e25-1f10f3b59311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:03Z', 'updated_at': '2021-06-18T08:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi'}] {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:38:06.935995 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed587a96-8ecf-42d6-8e9a-033908e27e2c req-cb8d1e47-79e3-4bc7-997d-b9bf0c6a8c34 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:38:06.938276 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ed587a96-8ecf-42d6-8e9a-033908e27e2c req-cb8d1e47-79e3-4bc7-997d-b9bf0c6a8c34 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cd50329-1ab6-4882-87f9-35182c799443 HTTP/1.1" status: 200 len: 944 time: 0.0701222 Jun 18 08:38:06.971668 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-858df840-f35f-45a1-b567-aca462ab865e req-56f5b22e-9ba2-407b-a137-40430c8db145 service neutron] 10.222.0.72 "GET /v2.0/networks/9bcb4115-0e1f-4bdc-accb-f68a208ad67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620872 Jun 18 08:38:07.034902 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ed587a96-8ecf-42d6-8e9a-033908e27e2c req-a4738356-3299-431a-b225-244d6e7a02ef tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/security-groups?id=600be147-9a5d-481d-94e1-4f29bd61471c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858526 Jun 18 08:38:07.053376 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936b4ca7-6800-499b-ad6b-2949b1ad5735 req-648f7f94-52b2-4584-be7a-3b522f9b1010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:38:07.055084 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-936b4ca7-6800-499b-ad6b-2949b1ad5735 req-648f7f94-52b2-4584-be7a-3b522f9b1010 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9cd50329-1ab6-4882-87f9-35182c799443&tenant_id=16377c30d98b40d2a1d40d112350c18e HTTP/1.1" status: 200 len: 1097 time: 0.1134732 Jun 18 08:38:07.125998 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-858df840-f35f-45a1-b567-aca462ab865e req-45f87263-e437-47c8-b3a0-f2b7955bc0ae service neutron] 10.222.0.72 "GET /v2.0/networks/9bcb4115-0e1f-4bdc-accb-f68a208ad67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230013 Jun 18 08:38:07.161585 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936b4ca7-6800-499b-ad6b-2949b1ad5735 req-caf418c4-e6ad-43f7-91f0-ba680e5c4517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:38:07.163052 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-936b4ca7-6800-499b-ad6b-2949b1ad5735 req-caf418c4-e6ad-43f7-91f0-ba680e5c4517 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=16377c30d98b40d2a1d40d112350c18e&device_id=9cd50329-1ab6-4882-87f9-35182c799443 HTTP/1.1" status: 200 len: 1097 time: 0.0543272 Jun 18 08:38:07.191833 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-5cd01df9-6a03-41f7-b70d-1402ec51d494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741882028261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741881438823'] for port, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:07.194234 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-f576b29d-dd55-415b-bb36-2093f9eb6da2 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:38:07.226595 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd01df9-6a03-41f7-b70d-1402ec51d494 admin admin] Pushing event deleted for resources: {'Port': ['ID=46a1f26d-5b0a-42f7-9c85-183fab687d2d,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:38:07.230831 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-5cd01df9-6a03-41f7-b70d-1402ec51d494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:38:07.257233 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-5cd01df9-6a03-41f7-b70d-1402ec51d494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7960423'] for router_gateway, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:07.282211 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936b4ca7-6800-499b-ad6b-2949b1ad5735 req-1dca9233-760b-426b-a115-9a2d2356f4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:38:07.283829 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-936b4ca7-6800-499b-ad6b-2949b1ad5735 req-1dca9233-760b-426b-a115-9a2d2356f4ec service neutron] 10.222.0.72 "GET /v2.0/networks?id=f70ada02-a3f7-438f-9c1f-42f5efecb904 HTTP/1.1" status: 200 len: 909 time: 0.1128910 Jun 18 08:38:07.353343 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-5cd01df9-6a03-41f7-b70d-1402ec51d494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8345721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6522'] for router, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:07.355566 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-5cd01df9-6a03-41f7-b70d-1402ec51d494 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:07.365081 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-936b4ca7-6800-499b-ad6b-2949b1ad5735 req-801abc2a-4bd2-4767-86e8-bc5a7f6c1323 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35d03bd4-b558-4a3f-9d24-c3af85607e9a HTTP/1.1" status: 200 len: 1000 time: 0.0673389 Jun 18 08:38:07.423929 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936b4ca7-6800-499b-ad6b-2949b1ad5735 req-8d4eb25b-586d-4fe2-a02a-b74568cface6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:38:07.425524 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-936b4ca7-6800-499b-ad6b-2949b1ad5735 req-8d4eb25b-586d-4fe2-a02a-b74568cface6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7b36080a-c49b-4a50-be3f-ccdce5af667b HTTP/1.1" status: 200 len: 847 time: 0.0501146 Jun 18 08:38:07.466771 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-5cd01df9-6a03-41f7-b70d-1402ec51d494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8340008'] for router, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:07.466968 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd01df9-6a03-41f7-b70d-1402ec51d494 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5183f799-158c-43a3-8e25-1f10f3b59311 {{(pid=93642) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 08:38:07.473004 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-5cd01df9-6a03-41f7-b70d-1402ec51d494 admin admin] Notify callbacks [] for router, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:07.474741 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-5cd01df9-6a03-41f7-b70d-1402ec51d494 admin admin] 10.222.0.70 "DELETE /v2.0/routers/5183f799-158c-43a3-8e25-1f10f3b59311 HTTP/1.1" status: 204 len: 168 time: 1.3080535 Jun 18 08:38:07.476810 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 39922) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:38:07.500990 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936b4ca7-6800-499b-ad6b-2949b1ad5735 req-dc1a37a7-3d7b-47bb-a55c-ba62ae3e9e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:38:07.502684 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-936b4ca7-6800-499b-ad6b-2949b1ad5735 req-dc1a37a7-3d7b-47bb-a55c-ba62ae3e9e08 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f70ada02-a3f7-438f-9c1f-42f5efecb904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0704272 Jun 18 08:38:07.538947 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.db_base_plugin_v2 [None req-49692703-dd29-450a-80e2-e5cebc67bc63 admin admin] Deleting subnet f62235ea-006f-4a30-9ad8-c52c270c955b {{(pid=93642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 08:38:07.545524 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-49692703-dd29-450a-80e2-e5cebc67bc63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:07.605770 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-49692703-dd29-450a-80e2-e5cebc67bc63 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:07.641075 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device 7c39b111-eb6f-4bed-8d20-831976ec5f19 no longer exists at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:38:07.655944 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-936b4ca7-6800-499b-ad6b-2949b1ad5735 req-18382981-5ac4-40b3-aa56-f981d8d8c179 service neutron] 10.222.0.72 "GET /v2.0/networks/f70ada02-a3f7-438f-9c1f-42f5efecb904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369057 Jun 18 08:38:07.665702 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] No Port match for: 7c39b111-eb6f-4bed-8d20-831976ec5f19 {{(pid=93643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:38:07.666321 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device 7c39b111-eb6f-4bed-8d20-831976ec5f19 not bound to the agent host dv-cinder-786873-3-iscsi {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:38:07.714645 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-49692703-dd29-450a-80e2-e5cebc67bc63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002347'] for subnet, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:07.777222 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-936b4ca7-6800-499b-ad6b-2949b1ad5735 req-151607ad-3174-419b-b2fb-c28e6ef9a405 service neutron] 10.222.0.72 "GET /v2.0/networks/f70ada02-a3f7-438f-9c1f-42f5efecb904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117487 Jun 18 08:38:07.850609 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-49692703-dd29-450a-80e2-e5cebc67bc63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479'] for subnet, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:07.857964 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:38:07.907642 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49692703-dd29-450a-80e2-e5cebc67bc63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f62235ea-006f-4a30-9ad8-c52c270c955b,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:38:07.915750 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-49692703-dd29-450a-80e2-e5cebc67bc63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:38:07.917230 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-49692703-dd29-450a-80e2-e5cebc67bc63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:07.922940 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-49692703-dd29-450a-80e2-e5cebc67bc63 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/f62235ea-006f-4a30-9ad8-c52c270c955b HTTP/1.1" status: 204 len: 168 time: 0.4447284 Jun 18 08:38:07.924793 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f473db3-f1f0-4204-8e68-aaa5ebb93d3a None None] Network 8c6da9e1-004b-42db-bcf0-39aac50436ca requested from dv-cinder-786873-3-iscsi {{(pid=93643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:38:07.927213 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 39924) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:38:07.964090 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.agents_db [None req-a940af84-dce7-47c4-b5d3-ae67f117b383 None None] Agent healthcheck: found 6 active agents {{(pid=93644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:38:08.049639 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-28537d81-174b-4dae-a89b-00191ab2fd6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580887'] for network, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:08.114758 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.plugin [None req-28537d81-174b-4dae-a89b-00191ab2fd6c admin admin] Deleting port 9144b345-780e-48e4-bc77-b3ddeba019df {{(pid=93641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:38:08.115268 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-28537d81-174b-4dae-a89b-00191ab2fd6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741882027237'] for port, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:08.180455 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e61a1c-3d7f-4610-8ee7-f63dfe39ff8a None None] DHCP port deletion for 8c6da9e1-004b-42db-bcf0-39aac50436ca request from dv-cinder-786873-3-iscsi {{(pid=93643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 08:38:08.217391 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.db [None req-28537d81-174b-4dae-a89b-00191ab2fd6c admin admin] For port 9144b345-780e-48e4-bc77-b3ddeba019df, host dv-cinder-786873-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=9144b345-780e-48e4-bc77-b3ddeba019df,segment=NetworkSegment(4a522598-e4a5-4d25-968e-3499b3acd421),segment_id=4a522598-e4a5-4d25-968e-3499b3acd421)] {{(pid=93641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:38:08.217757 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-28537d81-174b-4dae-a89b-00191ab2fd6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7962534'] for port, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:08.236818 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-99e61a1c-3d7f-4610-8ee7-f63dfe39ff8a None None] Deleting port 9144b345-780e-48e4-bc77-b3ddeba019df {{(pid=93643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:38:08.237396 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-99e61a1c-3d7f-4610-8ee7-f63dfe39ff8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741882027237'] for port, before_delete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:08.301687 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.plugin [None req-28537d81-174b-4dae-a89b-00191ab2fd6c admin admin] Calling delete_port for 9144b345-780e-48e4-bc77-b3ddeba019df owned by network:dhcp {{(pid=93641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:38:08.311933 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-99e61a1c-3d7f-4610-8ee7-f63dfe39ff8a None None] For port 9144b345-780e-48e4-bc77-b3ddeba019df, host dv-cinder-786873-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=9144b345-780e-48e4-bc77-b3ddeba019df,segment=NetworkSegment(4a522598-e4a5-4d25-968e-3499b3acd421),segment_id=4a522598-e4a5-4d25-968e-3499b3acd421)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:38:08.312402 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-99e61a1c-3d7f-4610-8ee7-f63dfe39ff8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7962534'] for port, precommit_delete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:08.325430 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ebe41-719b-474e-8235-c2f998452f31 req-699ed5b0-67a1-4636-ae97-1810c35e0dc2 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:38:08.327075 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-550ebe41-719b-474e-8235-c2f998452f31 req-699ed5b0-67a1-4636-ae97-1810c35e0dc2 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cd50329-1ab6-4882-87f9-35182c799443 HTTP/1.1" status: 200 len: 944 time: 0.1672914 Jun 18 08:38:08.380755 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-99e61a1c-3d7f-4610-8ee7-f63dfe39ff8a None None] Calling delete_port for 9144b345-780e-48e4-bc77-b3ddeba019df owned by network:dhcp {{(pid=93643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:38:08.409146 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-550ebe41-719b-474e-8235-c2f998452f31 req-3115948c-2510-4e13-b102-691fdbb8c268 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/security-groups?id=600be147-9a5d-481d-94e1-4f29bd61471c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529304 Jun 18 08:38:08.489858 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-28537d81-174b-4dae-a89b-00191ab2fd6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741882028261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741881438823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5195011'] for port, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:08.493421 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-c72cdb56-49f8-4e27-b34d-143ba5c47bf5 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:38:08.522874 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28537d81-174b-4dae-a89b-00191ab2fd6c admin admin] Pushing event deleted for resources: {'Port': ['ID=9144b345-780e-48e4-bc77-b3ddeba019df,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:38:08.526553 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-28537d81-174b-4dae-a89b-00191ab2fd6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:38:08.528915 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-99e61a1c-3d7f-4610-8ee7-f63dfe39ff8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741882028261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741881438823'] for port, after_delete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:08.529674 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28537d81-174b-4dae-a89b-00191ab2fd6c admin admin] No DVR routers for this DVR port 9144b345-780e-48e4-bc77-b3ddeba019df on host dv-cinder-786873-3-iscsi {{(pid=93641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 08:38:08.531602 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:38:08.557640 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e61a1c-3d7f-4610-8ee7-f63dfe39ff8a None None] Pushing event deleted for resources: {'Port': ['ID=9144b345-780e-48e4-bc77-b3ddeba019df,revision_number=None']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:38:08.561235 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-99e61a1c-3d7f-4610-8ee7-f63dfe39ff8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:38:08.562309 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e61a1c-3d7f-4610-8ee7-f63dfe39ff8a None None] No DVR routers for this DVR port 9144b345-780e-48e4-bc77-b3ddeba019df on host dv-cinder-786873-3-iscsi {{(pid=93643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 08:38:08.656102 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-28537d81-174b-4dae-a89b-00191ab2fd6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003764', 'neutron.services.segments.db._delete_segments_for_network-8741881978067'] for network, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:08.670568 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.services.segments.db [None req-28537d81-174b-4dae-a89b-00191ab2fd6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c6da9e1-004b-42db-bcf0-39aac50436ca']}} {{(pid=93641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:38:08.681862 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.services.segments.db [None req-28537d81-174b-4dae-a89b-00191ab2fd6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a522598-e4a5-4d25-968e-3499b3acd421') {'for_net_delete': True} {{(pid=93641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:38:08.682159 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.services.segments.db [None req-28537d81-174b-4dae-a89b-00191ab2fd6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a522598-e4a5-4d25-968e-3499b3acd421') {} {{(pid=93641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:38:08.691626 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-28537d81-174b-4dae-a89b-00191ab2fd6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741881977896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6585378'] for segment, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:08.706627 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-28537d81-174b-4dae-a89b-00191ab2fd6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001404'] for segment, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:08.716811 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28537d81-174b-4dae-a89b-00191ab2fd6c admin admin] Releasing vlan 915 on physical network physnet1 to pool {{(pid=93641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 08:38:08.717452 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-28537d81-174b-4dae-a89b-00191ab2fd6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4805842'] for segment, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:08.720106 dv-cinder-786873-3-iscsi neutron-server[93641]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 08:38:08.720106 dv-cinder-786873-3-iscsi neutron-server[93641]: conditions |= (models_v2.Port.network_id.in_( Jun 18 08:38:08.720106 dv-cinder-786873-3-iscsi neutron-server[93641]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 08:38:08.720106 dv-cinder-786873-3-iscsi neutron-server[93641]: conditions |= (models_v2.Port.network_id.in_( Jun 18 08:38:08.720106 dv-cinder-786873-3-iscsi neutron-server[93641]: Traceback (most recent call last): Jun 18 08:38:08.720106 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 08:38:08.720106 dv-cinder-786873-3-iscsi neutron-server[93641]: timer() Jun 18 08:38:08.720106 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 08:38:08.720106 dv-cinder-786873-3-iscsi neutron-server[93641]: cb(*args, **kw) Jun 18 08:38:08.720106 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 08:38:08.720106 dv-cinder-786873-3-iscsi neutron-server[93641]: return func(*args, **kwargs) Jun 18 08:38:08.720106 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 08:38:08.720106 dv-cinder-786873-3-iscsi neutron-server[93641]: self._notify() Jun 18 08:38:08.720106 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 08:38:08.720106 dv-cinder-786873-3-iscsi neutron-server[93641]: self.callback(batched_events) Jun 18 08:38:08.720106 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 08:38:08.720106 dv-cinder-786873-3-iscsi neutron-server[93641]: event.method(event) Jun 18 08:38:08.720106 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 08:38:08.720106 dv-cinder-786873-3-iscsi neutron-server[93641]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 08:38:08.720106 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 08:38:08.720106 dv-cinder-786873-3-iscsi neutron-server[93641]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 08:38:08.720106 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 08:38:08.720106 dv-cinder-786873-3-iscsi neutron-server[93641]: return f(self, *a, **k) Jun 18 08:38:08.720106 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 08:38:08.720106 dv-cinder-786873-3-iscsi neutron-server[93641]: return self._get(url).json() Jun 18 08:38:08.720106 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 08:38:08.720106 dv-cinder-786873-3-iscsi neutron-server[93641]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 08:38:08.720106 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 08:38:08.720106 dv-cinder-786873-3-iscsi neutron-server[93641]: return self.request(url, 'GET', **kwargs) Jun 18 08:38:08.720106 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 08:38:08.720106 dv-cinder-786873-3-iscsi neutron-server[93641]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 08:38:08.720106 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 08:38:08.720106 dv-cinder-786873-3-iscsi neutron-server[93641]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 08:38:08.720106 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 08:38:08.720106 dv-cinder-786873-3-iscsi neutron-server[93641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 08:38:08.720106 dv-cinder-786873-3-iscsi neutron-server[93641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 08:38:08.843866 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-28537d81-174b-4dae-a89b-00191ab2fd6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8355133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7960504'] for network, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:08.848330 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-4a53c931-ca91-4501-88dc-953150f6f837 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:38:08.851293 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-28537d81-174b-4dae-a89b-00191ab2fd6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8041489'] for network, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:08.853142 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-28537d81-174b-4dae-a89b-00191ab2fd6c admin admin] 10.222.0.70 "DELETE /v2.0/networks/8c6da9e1-004b-42db-bcf0-39aac50436ca HTTP/1.1" status: 204 len: 168 time: 0.9243202 Jun 18 08:38:08.856312 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 39930) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:38:08.867458 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28537d81-174b-4dae-a89b-00191ab2fd6c admin admin] Pushing event deleted for resources: {'Network': ['ID=8c6da9e1-004b-42db-bcf0-39aac50436ca,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:38:08.870316 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-28537d81-174b-4dae-a89b-00191ab2fd6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:38:09.055095 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-4ddb75d1-6b0b-4dd0-b115-5a4254758efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:09.220767 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-50f5f7df-bb93-44e5-be25-740cd4194633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8343287'] for router_interface, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:09.549632 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device 46a1f26d-5b0a-42f7-9c85-183fab687d2d no longer exists at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:38:09.570219 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] No Port match for: 46a1f26d-5b0a-42f7-9c85-183fab687d2d {{(pid=93643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:38:09.570734 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device 46a1f26d-5b0a-42f7-9c85-183fab687d2d not bound to the agent host dv-cinder-786873-3-iscsi {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:38:09.571271 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device 9144b345-780e-48e4-bc77-b3ddeba019df no longer exists at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:38:09.594814 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] No Port match for: 9144b345-780e-48e4-bc77-b3ddeba019df {{(pid=93643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:38:09.595120 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device 9144b345-780e-48e4-bc77-b3ddeba019df not bound to the agent host dv-cinder-786873-3-iscsi {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:38:09.620290 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2f0fe3-a31e-41ed-8cca-a2b0280c4772 req-bb067536-e5eb-4edf-b980-ce6d7963f325 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:38:09.621723 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0b2f0fe3-a31e-41ed-8cca-a2b0280c4772 req-bb067536-e5eb-4edf-b980-ce6d7963f325 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cd50329-1ab6-4882-87f9-35182c799443 HTTP/1.1" status: 200 len: 944 time: 0.0812922 Jun 18 08:38:09.662304 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0b2f0fe3-a31e-41ed-8cca-a2b0280c4772 req-6fdc312a-b656-42c9-b2cc-b8cc5fe1f8b3 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/security-groups?id=600be147-9a5d-481d-94e1-4f29bd61471c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343151 Jun 18 08:38:09.798679 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-50f5f7df-bb93-44e5-be25-740cd4194633 admin admin] Deleting port de13be2f-160b-4859-93da-d888a2c0c479 {{(pid=93642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:38:09.799017 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-50f5f7df-bb93-44e5-be25-740cd4194633 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741882027237'] for port, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:09.879525 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-50f5f7df-bb93-44e5-be25-740cd4194633 admin admin] For port de13be2f-160b-4859-93da-d888a2c0c479, host dv-cinder-786873-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=de13be2f-160b-4859-93da-d888a2c0c479,segment=NetworkSegment(f611b1f0-0b80-4177-84a2-c5b9aea27b5d),segment_id=f611b1f0-0b80-4177-84a2-c5b9aea27b5d)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:38:09.880227 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-50f5f7df-bb93-44e5-be25-740cd4194633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7962534'] for port, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:09.942079 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-50f5f7df-bb93-44e5-be25-740cd4194633 admin admin] Calling delete_port for de13be2f-160b-4859-93da-d888a2c0c479 owned by network:router_interface {{(pid=93642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:38:10.186394 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-50f5f7df-bb93-44e5-be25-740cd4194633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741882028261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741881438823'] for port, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:10.188586 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-ba27c214-f7f0-4cc9-9af5-8f048ca2bf05 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:38:10.216001 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f5f7df-bb93-44e5-be25-740cd4194633 admin admin] Pushing event deleted for resources: {'Port': ['ID=de13be2f-160b-4859-93da-d888a2c0c479,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:38:10.219214 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-50f5f7df-bb93-44e5-be25-740cd4194633 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:38:10.344394 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-50f5f7df-bb93-44e5-be25-740cd4194633 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8041589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8343115'] for router_interface, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:10.559349 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50f5f7df-bb93-44e5-be25-740cd4194633 admin admin] Router 2edcf66f-19ac-484c-ac80-031e402eec1c has already been hosted by L3 agent ebfc1b20-a3df-4bae-b350-fc31028a16a3 {{(pid=93642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 08:38:10.665404 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f5f7df-bb93-44e5-be25-740cd4194633 admin admin] Notify agent at l3_agent.dv-cinder-786873-3-iscsi the message routers_updated {{(pid=93642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:38:10.672805 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-50f5f7df-bb93-44e5-be25-740cd4194633 admin admin] 10.222.0.70 "PUT /v2.0/routers/2edcf66f-19ac-484c-ac80-031e402eec1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8130188 Jun 18 08:38:10.674027 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 39938) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:38:10.674954 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ef0f8f-0b0f-47f3-af91-6b0cad989892 None None] Sync routers for ids ['2edcf66f-19ac-484c-ac80-031e402eec1c'] in dv-cinder-786873-3-iscsi {{(pid=93644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:38:10.686625 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ef0f8f-0b0f-47f3-af91-6b0cad989892 None None] Routers {'2edcf66f-19ac-484c-ac80-031e402eec1c'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:38:10.687261 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_hamode_db [None req-59ef0f8f-0b0f-47f3-af91-6b0cad989892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:37:41Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['2edcf66f-19ac-484c-ac80-031e402eec1c'], 'active': True} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:38:10.792264 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c0b186e6-4b16-46a6-8155-5c3f69236dce admin admin] Notify callbacks [] for router, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:10.799840 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvr_db [None req-59ef0f8f-0b0f-47f3-af91-6b0cad989892 None None] Set router 2edcf66f-19ac-484c-ac80-031e402eec1c gateway port host: dv-cinder-786873-3-iscsi {{(pid=93644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:38:10.858284 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d64b1-91b7-49bc-96e1-727dda8ec7a8 req-045dade1-ea55-42f9-b4c8-8ba1360ad27b tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:38:10.859840 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-969d64b1-91b7-49bc-96e1-727dda8ec7a8 req-045dade1-ea55-42f9-b4c8-8ba1360ad27b tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cd50329-1ab6-4882-87f9-35182c799443 HTTP/1.1" status: 200 len: 944 time: 0.0799632 Jun 18 08:38:10.901226 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-969d64b1-91b7-49bc-96e1-727dda8ec7a8 req-6fd57697-8d1c-47f3-ae7c-e382fdd9fb88 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/security-groups?id=600be147-9a5d-481d-94e1-4f29bd61471c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356805 Jun 18 08:38:10.909068 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c0b186e6-4b16-46a6-8155-5c3f69236dce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:10.991668 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_hamode_db [None req-59ef0f8f-0b0f-47f3-af91-6b0cad989892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2edcf66f-19ac-484c-ac80-031e402eec1c', 'name': 'tempest-TestMinimumBasicScenario-1097853518-router', 'tenant_id': 'bd4eac73c3aa4d4a88c851d255dbd795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '0f425cad-9fcf-42d9-802a-858562a4cf74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:33:10Z', 'updated_at': '2021-06-18T08:38:10Z', 'revision_number': 5, 'project_id': 'bd4eac73c3aa4d4a88c851d255dbd795', 'gw_port': {'id': '0f425cad-9fcf-42d9-802a-858562a4cf74', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:12:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edcf66f-19ac-484c-ac80-031e402eec1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:11Z', 'updated_at': '2021-06-18T08:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi'}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:38:11.017937 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ef0f8f-0b0f-47f3-af91-6b0cad989892 None None] Checking router: 2edcf66f-19ac-484c-ac80-031e402eec1c for host: dv-cinder-786873-3-iscsi {{(pid=93644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:38:11.026090 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ef0f8f-0b0f-47f3-af91-6b0cad989892 None None] Routers {'2edcf66f-19ac-484c-ac80-031e402eec1c'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:38:11.026697 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_hamode_db [None req-59ef0f8f-0b0f-47f3-af91-6b0cad989892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:37:41Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['2edcf66f-19ac-484c-ac80-031e402eec1c'], 'active': True} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:38:11.032567 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-c0b186e6-4b16-46a6-8155-5c3f69236dce admin admin] Deleting port 0f425cad-9fcf-42d9-802a-858562a4cf74 {{(pid=93642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:38:11.032904 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c0b186e6-4b16-46a6-8155-5c3f69236dce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741882027237'] for port, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:11.111813 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvr_db [None req-59ef0f8f-0b0f-47f3-af91-6b0cad989892 None None] Set router 2edcf66f-19ac-484c-ac80-031e402eec1c gateway port host: None {{(pid=93644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:38:11.112192 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-c0b186e6-4b16-46a6-8155-5c3f69236dce admin admin] For port 0f425cad-9fcf-42d9-802a-858562a4cf74, host dv-cinder-786873-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=0f425cad-9fcf-42d9-802a-858562a4cf74,segment=NetworkSegment(12e3d6c0-2a01-4ec9-a6e5-283a6c482531),segment_id=12e3d6c0-2a01-4ec9-a6e5-283a6c482531)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:38:11.112555 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c0b186e6-4b16-46a6-8155-5c3f69236dce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7962534'] for port, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:11.165537 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_hamode_db [None req-59ef0f8f-0b0f-47f3-af91-6b0cad989892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2edcf66f-19ac-484c-ac80-031e402eec1c', 'name': 'tempest-TestMinimumBasicScenario-1097853518-router', 'tenant_id': 'bd4eac73c3aa4d4a88c851d255dbd795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:33:10Z', 'updated_at': '2021-06-18T08:38:10Z', 'revision_number': 6, 'project_id': 'bd4eac73c3aa4d4a88c851d255dbd795', 'gw_port_host': None}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:38:11.180747 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-c0b186e6-4b16-46a6-8155-5c3f69236dce admin admin] Calling delete_port for 0f425cad-9fcf-42d9-802a-858562a4cf74 owned by network:router_gateway {{(pid=93642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:38:11.191785 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ef0f8f-0b0f-47f3-af91-6b0cad989892 None None] The sync data for ids ['2edcf66f-19ac-484c-ac80-031e402eec1c'] in dv-cinder-786873-3-iscsi is: [{'id': '2edcf66f-19ac-484c-ac80-031e402eec1c', 'name': 'tempest-TestMinimumBasicScenario-1097853518-router', 'tenant_id': 'bd4eac73c3aa4d4a88c851d255dbd795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:33:10Z', 'updated_at': '2021-06-18T08:38:10Z', 'revision_number': 6, 'project_id': 'bd4eac73c3aa4d4a88c851d255dbd795', 'gw_port_host': None}] {{(pid=93644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:38:11.443064 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c0b186e6-4b16-46a6-8155-5c3f69236dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741882028261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741881438823'] for port, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:11.445937 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:38:11.470739 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b186e6-4b16-46a6-8155-5c3f69236dce admin admin] Pushing event deleted for resources: {'Port': ['ID=0f425cad-9fcf-42d9-802a-858562a4cf74,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:38:11.474559 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-c0b186e6-4b16-46a6-8155-5c3f69236dce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:38:11.495681 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c0b186e6-4b16-46a6-8155-5c3f69236dce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7960423'] for router_gateway, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:11.517288 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-fb48808f-214a-4fc2-8888-1fb6e46d6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:11.596603 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c0b186e6-4b16-46a6-8155-5c3f69236dce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8345721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6522'] for router, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:11.598927 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c0b186e6-4b16-46a6-8155-5c3f69236dce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:11.734674 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c0b186e6-4b16-46a6-8155-5c3f69236dce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8340008'] for router, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:11.735286 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b186e6-4b16-46a6-8155-5c3f69236dce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2edcf66f-19ac-484c-ac80-031e402eec1c {{(pid=93642) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 08:38:11.739805 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c0b186e6-4b16-46a6-8155-5c3f69236dce admin admin] Notify callbacks [] for router, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:11.740981 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-c0b186e6-4b16-46a6-8155-5c3f69236dce admin admin] 10.222.0.70 "DELETE /v2.0/routers/2edcf66f-19ac-484c-ac80-031e402eec1c HTTP/1.1" status: 204 len: 168 time: 1.0660071 Jun 18 08:38:11.743486 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 39944) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:38:11.788693 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a6c3e10-7e0c-4dda-a7e8-e01268a9688c admin admin] Deleting subnet eb6f4160-a40c-4806-824d-5335d5af9b8e {{(pid=93642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 08:38:11.791912 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-6a6c3e10-7e0c-4dda-a7e8-e01268a9688c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:11.826445 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-6a6c3e10-7e0c-4dda-a7e8-e01268a9688c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:11.871182 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-6a6c3e10-7e0c-4dda-a7e8-e01268a9688c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002347'] for subnet, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:11.935153 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:11.971143 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device de13be2f-160b-4859-93da-d888a2c0c479 no longer exists at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:38:11.996530 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] No Port match for: de13be2f-160b-4859-93da-d888a2c0c479 {{(pid=93643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:38:11.996826 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device de13be2f-160b-4859-93da-d888a2c0c479 not bound to the agent host dv-cinder-786873-3-iscsi {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:38:12.009487 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-6a6c3e10-7e0c-4dda-a7e8-e01268a9688c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479'] for subnet, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:12.011695 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-49692703-dd29-450a-80e2-e5cebc67bc63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:38:12.042710 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6c3e10-7e0c-4dda-a7e8-e01268a9688c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb6f4160-a40c-4806-824d-5335d5af9b8e,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:38:12.045686 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-6a6c3e10-7e0c-4dda-a7e8-e01268a9688c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:38:12.048409 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-6a6c3e10-7e0c-4dda-a7e8-e01268a9688c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:12.051438 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-6a6c3e10-7e0c-4dda-a7e8-e01268a9688c admin admin] 10.222.0.70 "DELETE /v2.0/subnets/eb6f4160-a40c-4806-824d-5335d5af9b8e HTTP/1.1" status: 204 len: 168 time: 0.3058338 Jun 18 08:38:12.052817 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 39950) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:38:12.055274 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860ef9b7-52d3-4854-8d6a-2c7ee87c9fca None None] Network e934ab77-e0c2-4a47-a51b-65958cea7445 requested from dv-cinder-786873-3-iscsi {{(pid=93643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:38:12.093494 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010e907d-53a2-4dea-b8dc-2fa87db329b0 req-43a90c5c-05c2-4b31-972a-1f82e472f5e2 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:38:12.096907 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-010e907d-53a2-4dea-b8dc-2fa87db329b0 req-43a90c5c-05c2-4b31-972a-1f82e472f5e2 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cd50329-1ab6-4882-87f9-35182c799443 HTTP/1.1" status: 200 len: 944 time: 0.0685668 Jun 18 08:38:12.134744 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-31ccc684-512d-4ba9-8bb5-32f2c5432fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580887'] for network, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:12.142831 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-010e907d-53a2-4dea-b8dc-2fa87db329b0 req-342d46a1-7927-40da-b493-63501a379c06 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/security-groups?id=600be147-9a5d-481d-94e1-4f29bd61471c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396578 Jun 18 08:38:12.210703 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-31ccc684-512d-4ba9-8bb5-32f2c5432fff admin admin] Deleting port b4a40404-5a7b-4b6b-b4ae-b30812b0029b {{(pid=93642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:38:12.211041 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-31ccc684-512d-4ba9-8bb5-32f2c5432fff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741882027237'] for port, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:12.260675 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce7658f-8223-4106-b7a2-55307377db90 None None] DHCP port deletion for e934ab77-e0c2-4a47-a51b-65958cea7445 request from dv-cinder-786873-3-iscsi {{(pid=93643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 08:38:12.288361 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-31ccc684-512d-4ba9-8bb5-32f2c5432fff admin admin] For port b4a40404-5a7b-4b6b-b4ae-b30812b0029b, host dv-cinder-786873-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=b4a40404-5a7b-4b6b-b4ae-b30812b0029b,segment=NetworkSegment(f611b1f0-0b80-4177-84a2-c5b9aea27b5d),segment_id=f611b1f0-0b80-4177-84a2-c5b9aea27b5d)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:38:12.288914 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-31ccc684-512d-4ba9-8bb5-32f2c5432fff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7962534'] for port, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:12.311271 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-fce7658f-8223-4106-b7a2-55307377db90 None None] Deleting port b4a40404-5a7b-4b6b-b4ae-b30812b0029b {{(pid=93643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:38:12.311659 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-fce7658f-8223-4106-b7a2-55307377db90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741882027237'] for port, before_delete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:12.360740 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-31ccc684-512d-4ba9-8bb5-32f2c5432fff admin admin] Calling delete_port for b4a40404-5a7b-4b6b-b4ae-b30812b0029b owned by network:dhcp {{(pid=93642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:38:12.372903 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-fce7658f-8223-4106-b7a2-55307377db90 None None] For port b4a40404-5a7b-4b6b-b4ae-b30812b0029b, host dv-cinder-786873-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=b4a40404-5a7b-4b6b-b4ae-b30812b0029b,segment=NetworkSegment(f611b1f0-0b80-4177-84a2-c5b9aea27b5d),segment_id=f611b1f0-0b80-4177-84a2-c5b9aea27b5d)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:38:12.373756 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-fce7658f-8223-4106-b7a2-55307377db90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7962534'] for port, precommit_delete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:12.437314 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-fce7658f-8223-4106-b7a2-55307377db90 None None] Calling delete_port for b4a40404-5a7b-4b6b-b4ae-b30812b0029b owned by network:dhcp {{(pid=93643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:38:12.489056 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-31ccc684-512d-4ba9-8bb5-32f2c5432fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741882028261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741881438823'] for port, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:12.492279 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-35a6550c-9405-4c67-be54-2e3c8b5d53ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:38:12.519470 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ccc684-512d-4ba9-8bb5-32f2c5432fff admin admin] No DVR routers for this DVR port b4a40404-5a7b-4b6b-b4ae-b30812b0029b on host dv-cinder-786873-3-iscsi {{(pid=93642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 08:38:12.521512 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ccc684-512d-4ba9-8bb5-32f2c5432fff admin admin] Pushing event deleted for resources: {'Port': ['ID=b4a40404-5a7b-4b6b-b4ae-b30812b0029b,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:38:12.523970 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-31ccc684-512d-4ba9-8bb5-32f2c5432fff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:38:12.599111 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-31ccc684-512d-4ba9-8bb5-32f2c5432fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003764', 'neutron.services.segments.db._delete_segments_for_network-8741881978067'] for network, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:12.609926 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-31ccc684-512d-4ba9-8bb5-32f2c5432fff admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:38:12.610289 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-31ccc684-512d-4ba9-8bb5-32f2c5432fff admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:38:12.611033 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-31ccc684-512d-4ba9-8bb5-32f2c5432fff admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:38:12.611364 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-31ccc684-512d-4ba9-8bb5-32f2c5432fff admin admin] Subscribe: > port after_create 55550000 {{(pid=93642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:38:12.611688 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-31ccc684-512d-4ba9-8bb5-32f2c5432fff admin admin] Subscribe: > port after_delete 55550000 {{(pid=93642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:38:12.612051 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-31ccc684-512d-4ba9-8bb5-32f2c5432fff admin admin] Subscribe: > port after_update 55550000 {{(pid=93642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:38:12.612381 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-31ccc684-512d-4ba9-8bb5-32f2c5432fff admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:38:12.612699 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-31ccc684-512d-4ba9-8bb5-32f2c5432fff admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:38:12.613032 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-31ccc684-512d-4ba9-8bb5-32f2c5432fff admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:38:12.613347 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-31ccc684-512d-4ba9-8bb5-32f2c5432fff admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:38:12.635641 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-fce7658f-8223-4106-b7a2-55307377db90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741882028261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741881438823'] for port, after_delete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:12.637590 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:38:12.661053 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce7658f-8223-4106-b7a2-55307377db90 None None] Pushing event deleted for resources: {'Port': ['ID=b4a40404-5a7b-4b6b-b4ae-b30812b0029b,revision_number=None']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:38:12.664185 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-fce7658f-8223-4106-b7a2-55307377db90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:38:12.665016 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce7658f-8223-4106-b7a2-55307377db90 None None] No DVR routers for this DVR port b4a40404-5a7b-4b6b-b4ae-b30812b0029b on host dv-cinder-786873-3-iscsi {{(pid=93643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 08:38:12.729022 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-31ccc684-512d-4ba9-8bb5-32f2c5432fff admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:38:12.729367 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-31ccc684-512d-4ba9-8bb5-32f2c5432fff admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:38:12.729697 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-31ccc684-512d-4ba9-8bb5-32f2c5432fff admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:38:12.730025 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-31ccc684-512d-4ba9-8bb5-32f2c5432fff admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93642) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:38:12.730362 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.services.segments.db [None req-31ccc684-512d-4ba9-8bb5-32f2c5432fff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e934ab77-e0c2-4a47-a51b-65958cea7445']}} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:38:12.750881 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.services.segments.db [None req-31ccc684-512d-4ba9-8bb5-32f2c5432fff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f611b1f0-0b80-4177-84a2-c5b9aea27b5d') {'for_net_delete': True} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:38:12.751184 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.services.segments.db [None req-31ccc684-512d-4ba9-8bb5-32f2c5432fff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f611b1f0-0b80-4177-84a2-c5b9aea27b5d') {} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:38:12.767414 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-31ccc684-512d-4ba9-8bb5-32f2c5432fff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741881977896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414236'] for segment, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:12.792790 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-31ccc684-512d-4ba9-8bb5-32f2c5432fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001404'] for segment, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:12.798367 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31ccc684-512d-4ba9-8bb5-32f2c5432fff admin admin] Releasing vlan 937 on physical network physnet1 to pool {{(pid=93642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 08:38:12.798974 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-31ccc684-512d-4ba9-8bb5-32f2c5432fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729756'] for segment, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:12.802665 dv-cinder-786873-3-iscsi neutron-server[93642]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 18 08:38:12.802665 dv-cinder-786873-3-iscsi neutron-server[93642]: from cryptography.utils import int_from_bytes Jun 18 08:38:12.802665 dv-cinder-786873-3-iscsi neutron-server[93642]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 18 08:38:12.802665 dv-cinder-786873-3-iscsi neutron-server[93642]: from cryptography.utils import int_from_bytes Jun 18 08:38:12.802665 dv-cinder-786873-3-iscsi neutron-server[93642]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 08:38:12.802665 dv-cinder-786873-3-iscsi neutron-server[93642]: conditions |= (models_v2.Port.network_id.in_( Jun 18 08:38:12.802665 dv-cinder-786873-3-iscsi neutron-server[93642]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 08:38:12.802665 dv-cinder-786873-3-iscsi neutron-server[93642]: conditions |= (models_v2.Port.network_id.in_( Jun 18 08:38:12.802665 dv-cinder-786873-3-iscsi neutron-server[93642]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 08:38:12.802665 dv-cinder-786873-3-iscsi neutron-server[93642]: conditions |= (models_v2.Port.network_id.in_( Jun 18 08:38:12.802665 dv-cinder-786873-3-iscsi neutron-server[93642]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 08:38:12.802665 dv-cinder-786873-3-iscsi neutron-server[93642]: conditions |= (models_v2.Port.network_id.in_( Jun 18 08:38:12.802665 dv-cinder-786873-3-iscsi neutron-server[93642]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 08:38:12.802665 dv-cinder-786873-3-iscsi neutron-server[93642]: conditions |= (models_v2.Port.network_id.in_( Jun 18 08:38:12.802665 dv-cinder-786873-3-iscsi neutron-server[93642]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 08:38:12.802665 dv-cinder-786873-3-iscsi neutron-server[93642]: conditions |= (models_v2.Port.network_id.in_( Jun 18 08:38:12.802665 dv-cinder-786873-3-iscsi neutron-server[93642]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 08:38:12.802665 dv-cinder-786873-3-iscsi neutron-server[93642]: conditions |= (models_v2.Port.network_id.in_( Jun 18 08:38:12.802665 dv-cinder-786873-3-iscsi neutron-server[93642]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 08:38:12.802665 dv-cinder-786873-3-iscsi neutron-server[93642]: conditions |= (models_v2.Port.network_id.in_( Jun 18 08:38:12.802665 dv-cinder-786873-3-iscsi neutron-server[93642]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 08:38:12.802665 dv-cinder-786873-3-iscsi neutron-server[93642]: conditions |= (models_v2.Port.network_id.in_( Jun 18 08:38:12.802665 dv-cinder-786873-3-iscsi neutron-server[93642]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 08:38:12.802665 dv-cinder-786873-3-iscsi neutron-server[93642]: conditions |= (models_v2.Port.network_id.in_( Jun 18 08:38:12.802665 dv-cinder-786873-3-iscsi neutron-server[93642]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 08:38:12.802665 dv-cinder-786873-3-iscsi neutron-server[93642]: conditions |= (models_v2.Port.network_id.in_( Jun 18 08:38:12.802665 dv-cinder-786873-3-iscsi neutron-server[93642]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 08:38:12.802665 dv-cinder-786873-3-iscsi neutron-server[93642]: conditions |= (models_v2.Port.network_id.in_( Jun 18 08:38:12.802665 dv-cinder-786873-3-iscsi neutron-server[93642]: Traceback (most recent call last): Jun 18 08:38:12.802665 dv-cinder-786873-3-iscsi neutron-server[93642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 08:38:12.802665 dv-cinder-786873-3-iscsi neutron-server[93642]: timer() Jun 18 08:38:12.802665 dv-cinder-786873-3-iscsi neutron-server[93642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 08:38:12.802665 dv-cinder-786873-3-iscsi neutron-server[93642]: cb(*args, **kw) Jun 18 08:38:12.802665 dv-cinder-786873-3-iscsi neutron-server[93642]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 08:38:12.802665 dv-cinder-786873-3-iscsi neutron-server[93642]: return func(*args, **kwargs) Jun 18 08:38:12.802665 dv-cinder-786873-3-iscsi neutron-server[93642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 08:38:12.802665 dv-cinder-786873-3-iscsi neutron-server[93642]: self._notify() Jun 18 08:38:12.802665 dv-cinder-786873-3-iscsi neutron-server[93642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 08:38:12.802665 dv-cinder-786873-3-iscsi neutron-server[93642]: self.callback(batched_events) Jun 18 08:38:12.802665 dv-cinder-786873-3-iscsi neutron-server[93642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 08:38:12.802665 dv-cinder-786873-3-iscsi neutron-server[93642]: event.method(event) Jun 18 08:38:12.802665 dv-cinder-786873-3-iscsi neutron-server[93642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 08:38:12.802665 dv-cinder-786873-3-iscsi neutron-server[93642]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 08:38:12.802665 dv-cinder-786873-3-iscsi neutron-server[93642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 08:38:12.802665 dv-cinder-786873-3-iscsi neutron-server[93642]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 08:38:12.802665 dv-cinder-786873-3-iscsi neutron-server[93642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 08:38:12.802665 dv-cinder-786873-3-iscsi neutron-server[93642]: return f(self, *a, **k) Jun 18 08:38:12.802665 dv-cinder-786873-3-iscsi neutron-server[93642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 08:38:12.802665 dv-cinder-786873-3-iscsi neutron-server[93642]: return self._get(url).json() Jun 18 08:38:12.802665 dv-cinder-786873-3-iscsi neutron-server[93642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 08:38:12.802665 dv-cinder-786873-3-iscsi neutron-server[93642]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 08:38:12.802665 dv-cinder-786873-3-iscsi neutron-server[93642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 08:38:12.802665 dv-cinder-786873-3-iscsi neutron-server[93642]: return self.request(url, 'GET', **kwargs) Jun 18 08:38:12.802665 dv-cinder-786873-3-iscsi neutron-server[93642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 08:38:12.802665 dv-cinder-786873-3-iscsi neutron-server[93642]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 08:38:12.802665 dv-cinder-786873-3-iscsi neutron-server[93642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 08:38:12.802665 dv-cinder-786873-3-iscsi neutron-server[93642]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 08:38:12.802665 dv-cinder-786873-3-iscsi neutron-server[93642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 08:38:12.802665 dv-cinder-786873-3-iscsi neutron-server[93642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 08:38:12.802665 dv-cinder-786873-3-iscsi neutron-server[93642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 08:38:12.843429 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-37edacc1-1ba5-460e-aa47-45b5acfa9d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:12.905977 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-31ccc684-512d-4ba9-8bb5-32f2c5432fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8355133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7960504'] for network, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:12.910171 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-70c073bf-b72d-4839-baab-966689de1ed4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:38:12.914129 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-31ccc684-512d-4ba9-8bb5-32f2c5432fff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8041489'] for network, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:12.917141 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-31ccc684-512d-4ba9-8bb5-32f2c5432fff admin admin] 10.222.0.70 "DELETE /v2.0/networks/e934ab77-e0c2-4a47-a51b-65958cea7445 HTTP/1.1" status: 204 len: 168 time: 0.8622818 Jun 18 08:38:12.926565 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ccc684-512d-4ba9-8bb5-32f2c5432fff admin admin] Pushing event deleted for resources: {'Network': ['ID=e934ab77-e0c2-4a47-a51b-65958cea7445,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:38:12.928873 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-31ccc684-512d-4ba9-8bb5-32f2c5432fff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:38:13.209972 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 39958) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:38:13.272809 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-dfecd88d-4ec0-49aa-889c-1ad2c4b01b26 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b488d6b019264cc997cfd9e73d198575&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0584066 Jun 18 08:38:13.273165 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 39960) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:38:13.335916 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-7fe5a362-2452-46c7-b60a-c1ba307224cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:13.353234 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d4568e-9704-4738-87f4-f5a889bb4b3b req-5d237154-2c96-428e-871b-4658c525db8c tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:38:13.354416 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a2d4568e-9704-4738-87f4-f5a889bb4b3b req-5d237154-2c96-428e-871b-4658c525db8c tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cd50329-1ab6-4882-87f9-35182c799443 HTTP/1.1" status: 200 len: 944 time: 0.0802777 Jun 18 08:38:13.369799 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-7fe5a362-2452-46c7-b60a-c1ba307224cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:13.406602 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a2d4568e-9704-4738-87f4-f5a889bb4b3b req-1d229996-e993-493d-b50c-aad6e5d4420f tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/security-groups?id=600be147-9a5d-481d-94e1-4f29bd61471c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453975 Jun 18 08:38:13.483517 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-7fe5a362-2452-46c7-b60a-c1ba307224cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:13.486504 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-7fe5a362-2452-46c7-b60a-c1ba307224cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:13.488490 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-7fe5a362-2452-46c7-b60a-c1ba307224cd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b8929651-3872-4a52-bf59-b2f6f5999b8f HTTP/1.1" status: 204 len: 168 time: 0.2138851 Jun 18 08:38:13.489581 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-cc3fa3a9-f9bb-4513-a018-5642e7fc1d50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:38:13.501995 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe5a362-2452-46c7-b60a-c1ba307224cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8929651-3872-4a52-bf59-b2f6f5999b8f,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:38:13.504633 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-7fe5a362-2452-46c7-b60a-c1ba307224cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:38:13.578390 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device b4a40404-5a7b-4b6b-b4ae-b30812b0029b no longer exists at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:38:13.600723 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] No Port match for: b4a40404-5a7b-4b6b-b4ae-b30812b0029b {{(pid=93643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:38:13.601063 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device b4a40404-5a7b-4b6b-b4ae-b30812b0029b not bound to the agent host dv-cinder-786873-3-iscsi {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:38:13.601684 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device 0f425cad-9fcf-42d9-802a-858562a4cf74 no longer exists at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:38:13.629276 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] No Port match for: 0f425cad-9fcf-42d9-802a-858562a4cf74 {{(pid=93643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:38:13.629868 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device 0f425cad-9fcf-42d9-802a-858562a4cf74 not bound to the agent host dv-cinder-786873-3-iscsi {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:38:14.177855 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 39966) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:38:14.231083 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-f824e279-f22a-4089-9f8c-52ba4d119f46 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bd4eac73c3aa4d4a88c851d255dbd795&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0519295 Jun 18 08:38:14.234088 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 39968) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:38:14.289024 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-ddbb07cc-da87-4dfb-8a4a-49ebd67fed46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:14.313638 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-ddbb07cc-da87-4dfb-8a4a-49ebd67fed46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:14.414951 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-ddbb07cc-da87-4dfb-8a4a-49ebd67fed46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:14.417820 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-ddbb07cc-da87-4dfb-8a4a-49ebd67fed46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:14.422478 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-ddbb07cc-da87-4dfb-8a4a-49ebd67fed46 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f9f14b87-dc04-4c48-87b9-c8b8d0868e6d HTTP/1.1" status: 204 len: 168 time: 0.1840026 Jun 18 08:38:14.422478 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-1ed7f8ec-7b71-4bff-96f4-cbda3b61057c tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:38:14.428363 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbb07cc-da87-4dfb-8a4a-49ebd67fed46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f14b87-dc04-4c48-87b9-c8b8d0868e6d,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:38:14.430935 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-ddbb07cc-da87-4dfb-8a4a-49ebd67fed46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:38:14.569774 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-624571b3-aef6-4a8c-8ab3-5c089201a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:14.614722 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec1dc33-205d-45b1-b2ab-25417334069d req-c4b07111-220c-4f94-88aa-3116b986d4b2 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:38:14.616371 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6ec1dc33-205d-45b1-b2ab-25417334069d req-c4b07111-220c-4f94-88aa-3116b986d4b2 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cd50329-1ab6-4882-87f9-35182c799443 HTTP/1.1" status: 200 len: 944 time: 0.0738313 Jun 18 08:38:14.658328 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6ec1dc33-205d-45b1-b2ab-25417334069d req-7558c903-dc86-4ab4-94f1-ee63c3e101f4 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/security-groups?id=600be147-9a5d-481d-94e1-4f29bd61471c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343399 Jun 18 08:38:15.767404 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device 35d03bd4-b558-4a3f-9d24-c3af85607e9a details requested by agent hyperv_hv-cinder-78687 with host hv-cinder-78687 {{(pid=93643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 08:38:15.841422 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773e2e86-ef01-456f-bbdc-0c6246755a5d req-96c27917-dba2-4dd6-89b8-c984e6b4fac3 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:38:15.843073 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-773e2e86-ef01-456f-bbdc-0c6246755a5d req-96c27917-dba2-4dd6-89b8-c984e6b4fac3 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cd50329-1ab6-4882-87f9-35182c799443 HTTP/1.1" status: 200 len: 944 time: 0.0652740 Jun 18 08:38:15.867869 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] For port 35d03bd4-b558-4a3f-9d24-c3af85607e9a, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=35d03bd4-b558-4a3f-9d24-c3af85607e9a,segment=NetworkSegment(9c4cd0a3-7472-4b22-879f-ed10cb468f23),segment_id=9c4cd0a3-7472-4b22-879f-ed10cb468f23)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:38:15.879923 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Returning: {'device': '35d03bd4-b558-4a3f-9d24-c3af85607e9a', 'network_id': 'f70ada02-a3f7-438f-9c1f-42f5efecb904', 'port_id': '35d03bd4-b558-4a3f-9d24-c3af85607e9a', 'mac_address': 'fa:16:3e:91:9e:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b36080a-c49b-4a50-be3f-ccdce5af667b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 08:38:15.882617 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-773e2e86-ef01-456f-bbdc-0c6246755a5d req-3f83bdfb-c172-444d-b1ab-3df7bb6f50d4 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/security-groups?id=600be147-9a5d-481d-94e1-4f29bd61471c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331173 Jun 18 08:38:15.916778 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:15.929625 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.notifiers.nova [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35d03bd4-b558-4a3f-9d24-c3af85607e9a {{(pid=93643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 08:38:15.950326 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] For port 35d03bd4-b558-4a3f-9d24-c3af85607e9a, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=35d03bd4-b558-4a3f-9d24-c3af85607e9a,segment=NetworkSegment(9c4cd0a3-7472-4b22-879f-ed10cb468f23),segment_id=9c4cd0a3-7472-4b22-879f-ed10cb468f23)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:38:15.996803 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:16.000400 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:38:16.048641 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Pushing event updated for resources: {'Port': ['ID=35d03bd4-b558-4a3f-9d24-c3af85607e9a,revision_number=7']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:38:16.051575 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:38:16.458708 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] get_ports_and_sgs() called for port_ids ['35d03bd4-b558-4a3f-9d24-c3af85607e9a'] {{(pid=93643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 08:38:17.066418 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba39d2-c313-4093-94e0-820e1ffb3774 req-bbec722d-8a03-414f-a461-14ea762ad0a9 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:38:17.067779 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b4ba39d2-c313-4093-94e0-820e1ffb3774 req-bbec722d-8a03-414f-a461-14ea762ad0a9 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cd50329-1ab6-4882-87f9-35182c799443 HTTP/1.1" status: 200 len: 945 time: 0.0666633 Jun 18 08:38:17.105021 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b4ba39d2-c313-4093-94e0-820e1ffb3774 req-acee540c-7af5-4375-a001-2947c8d96def tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/security-groups?id=600be147-9a5d-481d-94e1-4f29bd61471c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316274 Jun 18 08:38:17.793787 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device 35d03bd4-b558-4a3f-9d24-c3af85607e9a up at agent hyperv_hv-cinder-78687 {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:38:17.841552 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Provisioning complete for port 35d03bd4-b558-4a3f-9d24-c3af85607e9a triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:38:17.841992 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:17.917536 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:17.940010 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cd50329-1ab6-4882-87f9-35182c799443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d03bd4-b558-4a3f-9d24-c3af85607e9a'}] {{(pid=93643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:38:17.942281 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76bfc2cc3cc97e327acfe832f03e535bb9cef84d361ee3b318e5c5a2ba23989c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9c93af-b474-4efb-813b-e07b1e0c3c05" -d '{"events": [{"server_uuid": "9cd50329-1ab6-4882-87f9-35182c799443", "name": "network-vif-plugged", "status": "completed", "tag": "35d03bd4-b558-4a3f-9d24-c3af85607e9a"}]}' {{(pid=93643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:38:17.960592 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] For port 35d03bd4-b558-4a3f-9d24-c3af85607e9a, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=35d03bd4-b558-4a3f-9d24-c3af85607e9a,segment=NetworkSegment(9c4cd0a3-7472-4b22-879f-ed10cb468f23),segment_id=9c4cd0a3-7472-4b22-879f-ed10cb468f23)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:38:17.979112 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 08:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1feda775-a48f-4a39-91d5-64e9122d0264 x-openstack-request-id: req-1feda775-a48f-4a39-91d5-64e9122d0264 {{(pid=93643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:38:17.979419 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cd50329-1ab6-4882-87f9-35182c799443", "name": "network-vif-plugged", "status": "completed", "tag": "35d03bd4-b558-4a3f-9d24-c3af85607e9a", "code": 200}]} {{(pid=93643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:38:17.983371 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1feda775-a48f-4a39-91d5-64e9122d0264 {{(pid=93643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:38:17.983371 dv-cinder-786873-3-iscsi neutron-server[93643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cd50329-1ab6-4882-87f9-35182c799443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d03bd4-b558-4a3f-9d24-c3af85607e9a', 'code': 200} Jun 18 08:38:18.026368 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:18.028347 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-b635d1c1-b6d1-4421-8e72-16617062d47e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:38:18.072796 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Pushing event updated for resources: {'Port': ['ID=35d03bd4-b558-4a3f-9d24-c3af85607e9a,revision_number=8']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:38:18.076576 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:38:18.294188 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314b2fe-0730-4327-87c2-e2cbfe268410 req-4fafe8af-d722-4032-954c-03764e8a96b7 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:38:18.295729 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7314b2fe-0730-4327-87c2-e2cbfe268410 req-4fafe8af-d722-4032-954c-03764e8a96b7 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cd50329-1ab6-4882-87f9-35182c799443 HTTP/1.1" status: 200 len: 946 time: 0.0701427 Jun 18 08:38:18.361883 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7314b2fe-0730-4327-87c2-e2cbfe268410 req-11a8cfd8-c8f8-4d0d-9af4-520f18b7704f tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/security-groups?id=600be147-9a5d-481d-94e1-4f29bd61471c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578079 Jun 18 08:38:18.376295 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e169f168-3276-4b63-9f0d-d45479927405 req-6e7fbc4c-cb9f-4d2c-a429-ffaeff3c36c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:38:18.377750 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e169f168-3276-4b63-9f0d-d45479927405 req-6e7fbc4c-cb9f-4d2c-a429-ffaeff3c36c2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9cd50329-1ab6-4882-87f9-35182c799443 HTTP/1.1" status: 200 len: 1099 time: 0.0811653 Jun 18 08:38:18.411764 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e169f168-3276-4b63-9f0d-d45479927405 req-fd81b92b-1ac1-4519-9159-c52a3d6017d0 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=600be147-9a5d-481d-94e1-4f29bd61471c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271072 Jun 18 08:38:19.536029 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6695f304-cdc5-42b9-a45c-90fe8bc897de req-20275125-eb1e-4d21-bba4-21ea9de1483c tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:38:19.537507 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6695f304-cdc5-42b9-a45c-90fe8bc897de req-20275125-eb1e-4d21-bba4-21ea9de1483c tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cd50329-1ab6-4882-87f9-35182c799443 HTTP/1.1" status: 200 len: 946 time: 0.0647662 Jun 18 08:38:19.573885 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6695f304-cdc5-42b9-a45c-90fe8bc897de req-dcd8492a-1838-4f8f-ba54-59de1df63ccf tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/security-groups?id=600be147-9a5d-481d-94e1-4f29bd61471c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307305 Jun 18 08:38:20.747097 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f434427-78c7-4024-8b82-a0c9a84e4b56 req-801e3d91-aee8-4145-9d0d-010028b2db9c tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:38:20.749674 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0f434427-78c7-4024-8b82-a0c9a84e4b56 req-801e3d91-aee8-4145-9d0d-010028b2db9c tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cd50329-1ab6-4882-87f9-35182c799443 HTTP/1.1" status: 200 len: 946 time: 0.0653901 Jun 18 08:38:20.787306 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0f434427-78c7-4024-8b82-a0c9a84e4b56 req-499c5330-77d1-475c-bd27-d1a2835c32d0 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/security-groups?id=600be147-9a5d-481d-94e1-4f29bd61471c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317938 Jun 18 08:38:26.208187 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:32.468992 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4981891f-9283-45c2-a903-fb4c53a0674e req-7629ea8f-18b2-48c4-89d8-c14b2a84a88c tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1432221821&fields=id&tenant_id=f33eeb6169284d22b1baacfb166428e8 HTTP/1.1" status: 200 len: 267 time: 0.0382831 Jun 18 08:38:32.575285 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4981891f-9283-45c2-a903-fb4c53a0674e req-31ca3da8-b22b-4500-b8e0-d3543d6697db tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:38:32.578072 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4981891f-9283-45c2-a903-fb4c53a0674e req-31ca3da8-b22b-4500-b8e0-d3543d6697db tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/networks?id=d15bb2fc-c17e-4d6a-a35a-67df4428a903 HTTP/1.1" status: 200 len: 811 time: 0.1022401 Jun 18 08:38:32.594735 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4981891f-9283-45c2-a903-fb4c53a0674e req-85430a5a-7cc9-46ed-a1be-19434477dad8 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/quotas/f33eeb6169284d22b1baacfb166428e8 HTTP/1.1" status: 200 len: 375 time: 0.0102785 Jun 18 08:38:32.670020 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4981891f-9283-45c2-a903-fb4c53a0674e req-35c417cf-0f17-439c-b14e-8648058fc494 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f33eeb6169284d22b1baacfb166428e8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0698318 Jun 18 08:38:32.763083 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4981891f-9283-45c2-a903-fb4c53a0674e req-34d75e63-2685-4e92-ae09-0ecb1c5f8c67 service neutron] 10.222.0.70 "GET /v2.0/networks/d15bb2fc-c17e-4d6a-a35a-67df4428a903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814388 Jun 18 08:38:32.854972 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4981891f-9283-45c2-a903-fb4c53a0674e req-2c96f9f5-6277-4716-9420-e9d382314863 service neutron] 10.222.0.70 "GET /v2.0/networks/d15bb2fc-c17e-4d6a-a35a-67df4428a903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854101 Jun 18 08:38:33.385171 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d7fb5b72-1de8-477c-8e0b-712c01e3561d req-065b2918-0eaf-46f9-af82-5b9f15d72a88 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e69cf05-5c4c-42a3-97e9-530a4071b5c3 HTTP/1.1" status: 200 len: 210 time: 0.0296531 Jun 18 08:38:34.536097 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-75979fa4-d31e-4ddd-990c-0391277e7a19 req-6844ef41-d1ef-4d4d-a581-999db4fd425a tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e69cf05-5c4c-42a3-97e9-530a4071b5c3 HTTP/1.1" status: 200 len: 210 time: 0.0288346 Jun 18 08:38:35.429399 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4981891f-9283-45c2-a903-fb4c53a0674e req-9b7fb607-5b15-43d1-8810-67d7ae3c370e tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:38:35.430804 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4981891f-9283-45c2-a903-fb4c53a0674e req-9b7fb607-5b15-43d1-8810-67d7ae3c370e tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.72 "GET /v2.0/networks?id=d15bb2fc-c17e-4d6a-a35a-67df4428a903 HTTP/1.1" status: 200 len: 811 time: 0.1027398 Jun 18 08:38:35.490087 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4981891f-9283-45c2-a903-fb4c53a0674e req-11d75e8a-b4c6-4ad2-9ade-82af098dafbc tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f33eeb6169284d22b1baacfb166428e8 HTTP/1.1" status: 200 len: 380 time: 0.0434237 Jun 18 08:38:35.501242 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [req-4981891f-9283-45c2-a903-fb4c53a0674e req-48f049f3-9656-43ce-9d2e-ad25873e5acf tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Request body: {'port': {'device_id': '5e69cf05-5c4c-42a3-97e9-530a4071b5c3', 'network_id': 'd15bb2fc-c17e-4d6a-a35a-67df4428a903', 'admin_state_up': True, 'tenant_id': 'f33eeb6169284d22b1baacfb166428e8', 'security_groups': ['a521bd04-5697-4ea8-a853-e5232e0f522b']}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:38:35.665713 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4981891f-9283-45c2-a903-fb4c53a0674e req-48f049f3-9656-43ce-9d2e-ad25873e5acf tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Made reservation on behalf of f33eeb6169284d22b1baacfb166428e8 for: {'port': 1} {{(pid=93641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:38:35.669174 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-4981891f-9283-45c2-a903-fb4c53a0674e req-48f049f3-9656-43ce-9d2e-ad25873e5acf tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-568420'] for port, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:35.689768 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ec6a8d13-9c65-46d5-b787-f9e27d1b2a56 req-3d26eecb-82f9-4062-af99-7f6db52c7fa1 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e69cf05-5c4c-42a3-97e9-530a4071b5c3 HTTP/1.1" status: 200 len: 210 time: 0.0364945 Jun 18 08:38:35.814154 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.db.db_base_plugin_common [req-4981891f-9283-45c2-a903-fb4c53a0674e req-48f049f3-9656-43ce-9d2e-ad25873e5acf tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Allocated IP 172.20.0.9 (d15bb2fc-c17e-4d6a-a35a-67df4428a903/78edb95a-a8b8-4f5b-b1a4-32d834ef5bcc/4abeb11a-513f-4c30-aa40-f618b2b89c5a) {{(pid=93641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:38:35.954824 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-4981891f-9283-45c2-a903-fb4c53a0674e req-48f049f3-9656-43ce-9d2e-ad25873e5acf tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks [] for port, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:35.970229 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.db.provisioning_blocks [req-4981891f-9283-45c2-a903-fb4c53a0674e req-48f049f3-9656-43ce-9d2e-ad25873e5acf tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Transition to ACTIVE for port object 4abeb11a-513f-4c30-aa40-f618b2b89c5a will not be triggered until provisioned by entity DHCP. {{(pid=93641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:38:36.088648 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-4981891f-9283-45c2-a903-fb4c53a0674e req-48f049f3-9656-43ce-9d2e-ad25873e5acf tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-568999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741881438814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5195020'] for port, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:36.093230 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:38:36.140262 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4981891f-9283-45c2-a903-fb4c53a0674e req-48f049f3-9656-43ce-9d2e-ad25873e5acf tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Network d15bb2fc-c17e-4d6a-a35a-67df4428a903 is already hosted by enough agents. {{(pid=93641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:38:36.143429 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.base_scheduler [req-4981891f-9283-45c2-a903-fb4c53a0674e req-48f049f3-9656-43ce-9d2e-ad25873e5acf tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Resources bound (agent type, host, resource id): {{(pid=93641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:38:36.147329 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.db.l3_dvrscheduler_db [req-4981891f-9283-45c2-a903-fb4c53a0674e req-48f049f3-9656-43ce-9d2e-ad25873e5acf tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Received port after_create {{(pid=93641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:38:36.177500 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f049f3-9656-43ce-9d2e-ad25873e5acf tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Pushing event updated for resources: {'Port': ['ID=4abeb11a-513f-4c30-aa40-f618b2b89c5a,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:38:36.181850 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-48f049f3-9656-43ce-9d2e-ad25873e5acf tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:38:36.200903 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4981891f-9283-45c2-a903-fb4c53a0674e req-48f049f3-9656-43ce-9d2e-ad25873e5acf tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:38:36.201753 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-4981891f-9283-45c2-a903-fb4c53a0674e req-48f049f3-9656-43ce-9d2e-ad25873e5acf tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881'] for port, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:36.277462 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4981891f-9283-45c2-a903-fb4c53a0674e req-48f049f3-9656-43ce-9d2e-ad25873e5acf tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7814479 Jun 18 08:38:36.304575 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [req-4981891f-9283-45c2-a903-fb4c53a0674e req-d5efd338-e6bf-4e39-bb14-3074a1fe0bb3 service neutron] Request body: {'port': {'device_id': '5e69cf05-5c4c-42a3-97e9-530a4071b5c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78687'}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:38:36.378387 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-4981891f-9283-45c2-a903-fb4c53a0674e req-d5efd338-e6bf-4e39-bb14-3074a1fe0bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:36.385148 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d673ded8-5600-4acd-9512-e37850850152 None None] Provisioning for port 4abeb11a-513f-4c30-aa40-f618b2b89c5a completed by entity DHCP. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:38:36.389785 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-d673ded8-5600-4acd-9512-e37850850152 None None] Provisioning complete for port 4abeb11a-513f-4c30-aa40-f618b2b89c5a triggered by entity DHCP. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:38:36.390176 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d673ded8-5600-4acd-9512-e37850850152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:36.423528 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-d673ded8-5600-4acd-9512-e37850850152 None None] Port 4abeb11a-513f-4c30-aa40-f618b2b89c5a cannot update to ACTIVE because it is not bound. {{(pid=93643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 08:38:36.642756 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.notifiers.nova [req-4981891f-9283-45c2-a903-fb4c53a0674e req-d5efd338-e6bf-4e39-bb14-3074a1fe0bb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4abeb11a-513f-4c30-aa40-f618b2b89c5a {{(pid=93641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 08:38:36.650069 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-4981891f-9283-45c2-a903-fb4c53a0674e req-d5efd338-e6bf-4e39-bb14-3074a1fe0bb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:36.662615 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.db.provisioning_blocks [req-4981891f-9283-45c2-a903-fb4c53a0674e req-d5efd338-e6bf-4e39-bb14-3074a1fe0bb3 service neutron] Transition to ACTIVE for port object 4abeb11a-513f-4c30-aa40-f618b2b89c5a will not be triggered until provisioned by entity L2. {{(pid=93641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:38:36.722496 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-4981891f-9283-45c2-a903-fb4c53a0674e req-d5efd338-e6bf-4e39-bb14-3074a1fe0bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5195066'] for port, after_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:36.725644 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-128ce2a8-f21e-4eb2-8916-9909215503d2 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:38:36.822684 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5efd338-e6bf-4e39-bb14-3074a1fe0bb3 service neutron] Pushing event updated for resources: {'Port': ['ID=4abeb11a-513f-4c30-aa40-f618b2b89c5a,revision_number=2']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:38:36.850879 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-d5efd338-e6bf-4e39-bb14-3074a1fe0bb3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:38:36.909082 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.managers [req-4981891f-9283-45c2-a903-fb4c53a0674e req-d5efd338-e6bf-4e39-bb14-3074a1fe0bb3 service neutron] Attempting to bind port 4abeb11a-513f-4c30-aa40-f618b2b89c5a on host hv-cinder-78687 for vnic_type normal with profile {{(pid=93641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:38:36.909423 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.managers [req-4981891f-9283-45c2-a903-fb4c53a0674e req-d5efd338-e6bf-4e39-bb14-3074a1fe0bb3 service neutron] Attempting to bind port 4abeb11a-513f-4c30-aa40-f618b2b89c5a by drivers openvswitch,hyperv on host hv-cinder-78687 at level 0 using segments [{'id': 'f6af959e-126d-4479-ae7f-6c309c6f9c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'd15bb2fc-c17e-4d6a-a35a-67df4428a903'}] {{(pid=93641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:38:36.909752 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4981891f-9283-45c2-a903-fb4c53a0674e req-d5efd338-e6bf-4e39-bb14-3074a1fe0bb3 service neutron] Attempting to bind port 4abeb11a-513f-4c30-aa40-f618b2b89c5a on network d15bb2fc-c17e-4d6a-a35a-67df4428a903 {{(pid=93641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:38:36.917941 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4981891f-9283-45c2-a903-fb4c53a0674e req-d5efd338-e6bf-4e39-bb14-3074a1fe0bb3 service neutron] Port 4abeb11a-513f-4c30-aa40-f618b2b89c5a on network d15bb2fc-c17e-4d6a-a35a-67df4428a903 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78687 {{(pid=93641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 08:38:36.918268 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4981891f-9283-45c2-a903-fb4c53a0674e req-d5efd338-e6bf-4e39-bb14-3074a1fe0bb3 service neutron] Attempting to bind port 4abeb11a-513f-4c30-aa40-f618b2b89c5a on network d15bb2fc-c17e-4d6a-a35a-67df4428a903 {{(pid=93641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:38:36.927918 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4981891f-9283-45c2-a903-fb4c53a0674e req-d5efd338-e6bf-4e39-bb14-3074a1fe0bb3 service neutron] Checking agent: {'id': '7d051742-a391-48d3-aa1e-6019401c6fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78687', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 26, 56), 'started_at': datetime.datetime(2021, 6, 18, 8, 26, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:38:36.928279 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4981891f-9283-45c2-a903-fb4c53a0674e req-d5efd338-e6bf-4e39-bb14-3074a1fe0bb3 service neutron] Checking segment: {'id': 'f6af959e-126d-4479-ae7f-6c309c6f9c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'd15bb2fc-c17e-4d6a-a35a-67df4428a903'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:38:36.928662 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4981891f-9283-45c2-a903-fb4c53a0674e req-d5efd338-e6bf-4e39-bb14-3074a1fe0bb3 service neutron] Bound using segment: {'id': 'f6af959e-126d-4479-ae7f-6c309c6f9c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'd15bb2fc-c17e-4d6a-a35a-67df4428a903'} {{(pid=93641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:38:36.929098 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.managers [req-4981891f-9283-45c2-a903-fb4c53a0674e req-d5efd338-e6bf-4e39-bb14-3074a1fe0bb3 service neutron] Bound port: 4abeb11a-513f-4c30-aa40-f618b2b89c5a, host: hv-cinder-78687, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6af959e-126d-4479-ae7f-6c309c6f9c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'd15bb2fc-c17e-4d6a-a35a-67df4428a903'}}] {{(pid=93641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:38:36.929446 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-4981891f-9283-45c2-a903-fb4c53a0674e req-d5efd338-e6bf-4e39-bb14-3074a1fe0bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:36.939778 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d85ec-2ca8-4fa8-b0a1-774d13b1d862 req-027fd625-1471-44fb-a4d2-62a64053b919 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:38:36.941383 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-da8d85ec-2ca8-4fa8-b0a1-774d13b1d862 req-027fd625-1471-44fb-a4d2-62a64053b919 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e69cf05-5c4c-42a3-97e9-530a4071b5c3 HTTP/1.1" status: 200 len: 943 time: 0.1223464 Jun 18 08:38:37.011975 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-da8d85ec-2ca8-4fa8-b0a1-774d13b1d862 req-746bb35b-7a90-4efe-bafc-6fd7e6b2959d tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/security-groups?id=a521bd04-5697-4ea8-a853-e5232e0f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642498 Jun 18 08:38:37.041173 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.db [req-4981891f-9283-45c2-a903-fb4c53a0674e req-d5efd338-e6bf-4e39-bb14-3074a1fe0bb3 service neutron] For port 4abeb11a-513f-4c30-aa40-f618b2b89c5a, host hv-cinder-78687, cleared binding levels {{(pid=93641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:38:37.041173 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.db [req-4981891f-9283-45c2-a903-fb4c53a0674e req-d5efd338-e6bf-4e39-bb14-3074a1fe0bb3 service neutron] For port 4abeb11a-513f-4c30-aa40-f618b2b89c5a, host hv-cinder-78687, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=4abeb11a-513f-4c30-aa40-f618b2b89c5a,segment=NetworkSegment(f6af959e-126d-4479-ae7f-6c309c6f9c8c),segment_id=f6af959e-126d-4479-ae7f-6c309c6f9c8c)] {{(pid=93641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:38:37.117124 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-4981891f-9283-45c2-a903-fb4c53a0674e req-d5efd338-e6bf-4e39-bb14-3074a1fe0bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5195066'] for port, after_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:37.120026 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-d5efd338-e6bf-4e39-bb14-3074a1fe0bb3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:38:37.154308 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4981891f-9283-45c2-a903-fb4c53a0674e req-d5efd338-e6bf-4e39-bb14-3074a1fe0bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:38:37.155639 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-4981891f-9283-45c2-a903-fb4c53a0674e req-d5efd338-e6bf-4e39-bb14-3074a1fe0bb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881'] for port, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:37.157032 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4981891f-9283-45c2-a903-fb4c53a0674e req-d5efd338-e6bf-4e39-bb14-3074a1fe0bb3 service neutron] 10.222.0.72 "PUT /v2.0/ports/4abeb11a-513f-4c30-aa40-f618b2b89c5a HTTP/1.1" status: 200 len: 1093 time: 0.8570611 Jun 18 08:38:37.157541 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e69cf05-5c4c-42a3-97e9-530a4071b5c3', 'tag': '4abeb11a-513f-4c30-aa40-f618b2b89c5a'}] {{(pid=93641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:38:37.159884 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2d7879530654598d2c9a4dfa31a50ac71f4dc09db730dec349bdbb492567000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b66fa5d-44f5-4e0b-b9ba-0a644e060305" -d '{"events": [{"name": "network-changed", "server_uuid": "5e69cf05-5c4c-42a3-97e9-530a4071b5c3", "tag": "4abeb11a-513f-4c30-aa40-f618b2b89c5a"}]}' {{(pid=93641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:38:37.181403 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5efd338-e6bf-4e39-bb14-3074a1fe0bb3 service neutron] Pushing event updated for resources: {'Port': ['ID=4abeb11a-513f-4c30-aa40-f618b2b89c5a,revision_number=3']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:38:37.184567 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-d5efd338-e6bf-4e39-bb14-3074a1fe0bb3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:38:37.202672 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 08:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9a3091-6517-4e49-ae3d-372b336e2b31 x-openstack-request-id: req-fd9a3091-6517-4e49-ae3d-372b336e2b31 {{(pid=93641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:38:37.203000 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e69cf05-5c4c-42a3-97e9-530a4071b5c3", "tag": "4abeb11a-513f-4c30-aa40-f618b2b89c5a", "status": "completed", "code": 200}]} {{(pid=93641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:38:37.203296 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fd9a3091-6517-4e49-ae3d-372b336e2b31 {{(pid=93641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:38:37.203735 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e69cf05-5c4c-42a3-97e9-530a4071b5c3', 'tag': '4abeb11a-513f-4c30-aa40-f618b2b89c5a', 'status': 'completed', 'code': 200} Jun 18 08:38:37.302572 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b66fa5d-44f5-4e0b-b9ba-0a644e060305 req-825f3bb2-e4af-4e46-a7d4-d375d0e2f493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:38:37.302572 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6b66fa5d-44f5-4e0b-b9ba-0a644e060305 req-825f3bb2-e4af-4e46-a7d4-d375d0e2f493 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f33eeb6169284d22b1baacfb166428e8&device_id=5e69cf05-5c4c-42a3-97e9-530a4071b5c3 HTTP/1.1" status: 200 len: 1096 time: 0.0578218 Jun 18 08:38:37.409116 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b66fa5d-44f5-4e0b-b9ba-0a644e060305 req-84fb7f70-909f-4713-8866-1c5f789388a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:38:37.418782 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6b66fa5d-44f5-4e0b-b9ba-0a644e060305 req-84fb7f70-909f-4713-8866-1c5f789388a4 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=f33eeb6169284d22b1baacfb166428e8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0955105 Jun 18 08:38:37.507077 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b66fa5d-44f5-4e0b-b9ba-0a644e060305 req-a2633e94-1e08-48aa-8bb8-4182bcc0dfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:38:37.508474 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6b66fa5d-44f5-4e0b-b9ba-0a644e060305 req-a2633e94-1e08-48aa-8bb8-4182bcc0dfc4 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0909457 Jun 18 08:38:37.624854 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4981891f-9283-45c2-a903-fb4c53a0674e req-15d73cef-8a8e-4896-9fbd-0b8b9dc56fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:38:37.626343 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4981891f-9283-45c2-a903-fb4c53a0674e req-15d73cef-8a8e-4896-9fbd-0b8b9dc56fdb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f33eeb6169284d22b1baacfb166428e8&device_id=5e69cf05-5c4c-42a3-97e9-530a4071b5c3 HTTP/1.1" status: 200 len: 1096 time: 0.0559280 Jun 18 08:38:37.674149 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4981891f-9283-45c2-a903-fb4c53a0674e req-a0f2136b-a9a3-4c24-8551-6fa87d0144d8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4abeb11a-513f-4c30-aa40-f618b2b89c5a HTTP/1.1" status: 200 len: 217 time: 0.0333238 Jun 18 08:38:37.722220 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4981891f-9283-45c2-a903-fb4c53a0674e req-065b8848-742f-4a9e-a899-6f8027601483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:38:37.723621 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4981891f-9283-45c2-a903-fb4c53a0674e req-065b8848-742f-4a9e-a899-6f8027601483 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=78edb95a-a8b8-4f5b-b1a4-32d834ef5bcc HTTP/1.1" status: 200 len: 850 time: 0.0433986 Jun 18 08:38:37.780759 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4981891f-9283-45c2-a903-fb4c53a0674e req-bda17ec0-f9c7-40ee-9259-fb4c1de7a95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:38:37.782229 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4981891f-9283-45c2-a903-fb4c53a0674e req-bda17ec0-f9c7-40ee-9259-fb4c1de7a95d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d15bb2fc-c17e-4d6a-a35a-67df4428a903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0519242 Jun 18 08:38:38.130964 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4981891f-9283-45c2-a903-fb4c53a0674e req-cdad84d6-d643-4bbe-9511-95193a845c32 service neutron] 10.222.0.72 "GET /v2.0/networks/d15bb2fc-c17e-4d6a-a35a-67df4428a903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406055 Jun 18 08:38:38.262019 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2273d0a0-cd23-440d-a463-9683d521d677 req-8d7dd6f2-3123-466c-bfe1-43fc02b0f03f tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:38:38.263453 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2273d0a0-cd23-440d-a463-9683d521d677 req-8d7dd6f2-3123-466c-bfe1-43fc02b0f03f tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e69cf05-5c4c-42a3-97e9-530a4071b5c3 HTTP/1.1" status: 200 len: 943 time: 0.1360283 Jun 18 08:38:38.265724 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4981891f-9283-45c2-a903-fb4c53a0674e req-0fe524a2-fea0-4087-a3c8-f67ed1889e5c service neutron] 10.222.0.72 "GET /v2.0/networks/d15bb2fc-c17e-4d6a-a35a-67df4428a903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089406 Jun 18 08:38:38.305532 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2273d0a0-cd23-440d-a463-9683d521d677 req-9813708e-050d-45f8-ae5d-baf26b1a8f8c tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/security-groups?id=a521bd04-5697-4ea8-a853-e5232e0f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319989 Jun 18 08:38:39.070722 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-f9acfb28-961a-495f-9f18-bad31febb8f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:39.482396 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe0d93c-97b4-4547-b38f-b4fcae8366ce req-1860b560-ab3a-426d-b507-c13389789411 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:38:39.484189 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1fe0d93c-97b4-4547-b38f-b4fcae8366ce req-1860b560-ab3a-426d-b507-c13389789411 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e69cf05-5c4c-42a3-97e9-530a4071b5c3 HTTP/1.1" status: 200 len: 943 time: 0.0651023 Jun 18 08:38:39.526844 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1fe0d93c-97b4-4547-b38f-b4fcae8366ce req-44ffcf9e-d1bd-42c8-9468-f86c57422162 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/security-groups?id=a521bd04-5697-4ea8-a853-e5232e0f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370288 Jun 18 08:38:40.702838 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203a7e0-d8a7-4351-b0d5-b91ed52118ac req-c6661af9-2154-45be-a6bd-3c4a728e0ad8 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:38:40.704637 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3203a7e0-d8a7-4351-b0d5-b91ed52118ac req-c6661af9-2154-45be-a6bd-3c4a728e0ad8 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e69cf05-5c4c-42a3-97e9-530a4071b5c3 HTTP/1.1" status: 200 len: 943 time: 0.0641367 Jun 18 08:38:40.742455 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3203a7e0-d8a7-4351-b0d5-b91ed52118ac req-2048c2ff-098f-413d-9971-ffbd6c2c4885 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/security-groups?id=a521bd04-5697-4ea8-a853-e5232e0f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314887 Jun 18 08:38:41.493544 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-00e9607c-a382-441d-ac0d-5c4ae3fbe7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:41.922228 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d425a2-adee-45aa-bb6b-2f5823221279 req-d635d0a2-8b5d-4e40-8205-586b277632ef tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:38:41.922823 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:41.923768 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-96d425a2-adee-45aa-bb6b-2f5823221279 req-d635d0a2-8b5d-4e40-8205-586b277632ef tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e69cf05-5c4c-42a3-97e9-530a4071b5c3 HTTP/1.1" status: 200 len: 943 time: 0.0666981 Jun 18 08:38:41.964510 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-96d425a2-adee-45aa-bb6b-2f5823221279 req-68e4d30d-5f3e-4118-977a-5bb7c902cd75 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/security-groups?id=a521bd04-5697-4ea8-a853-e5232e0f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349863 Jun 18 08:38:42.847925 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-37edacc1-1ba5-460e-aa47-45b5acfa9d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:43.144516 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01591803-5050-4b83-a384-00d4653da592 req-106fafc4-6600-4c40-a3fc-62bef8ef539c tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:38:43.145814 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-01591803-5050-4b83-a384-00d4653da592 req-106fafc4-6600-4c40-a3fc-62bef8ef539c tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e69cf05-5c4c-42a3-97e9-530a4071b5c3 HTTP/1.1" status: 200 len: 943 time: 0.0706615 Jun 18 08:38:43.182740 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-01591803-5050-4b83-a384-00d4653da592 req-e7ce71f9-517a-4942-a7aa-963288d1e9be tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/security-groups?id=a521bd04-5697-4ea8-a853-e5232e0f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312943 Jun 18 08:38:44.356915 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e306a989-fb86-449b-b3bf-a18e191a6e9c req-729e3032-1761-451d-8e4b-140beb5f3b07 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:38:44.358396 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e306a989-fb86-449b-b3bf-a18e191a6e9c req-729e3032-1761-451d-8e4b-140beb5f3b07 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e69cf05-5c4c-42a3-97e9-530a4071b5c3 HTTP/1.1" status: 200 len: 943 time: 0.0615253 Jun 18 08:38:44.395135 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e306a989-fb86-449b-b3bf-a18e191a6e9c req-315061ce-4806-4651-8764-11ae3fff846a tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/security-groups?id=a521bd04-5697-4ea8-a853-e5232e0f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311127 Jun 18 08:38:44.584973 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-624571b3-aef6-4a8c-8ab3-5c089201a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:44.955944 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.agents_db [None req-a940af84-dce7-47c4-b5d3-ae67f117b383 None None] Agent healthcheck: found 6 active agents {{(pid=93644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:38:45.566706 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c536cf93-c4b3-4d50-9ec5-fcd563a01e94 req-a7c825e9-514a-4aa7-856f-e11781e3f466 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:38:45.568225 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c536cf93-c4b3-4d50-9ec5-fcd563a01e94 req-a7c825e9-514a-4aa7-856f-e11781e3f466 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e69cf05-5c4c-42a3-97e9-530a4071b5c3 HTTP/1.1" status: 200 len: 943 time: 0.0627015 Jun 18 08:38:45.609743 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c536cf93-c4b3-4d50-9ec5-fcd563a01e94 req-7cd555b4-3ac4-4a8f-9f9e-8a7ff1f14920 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/security-groups?id=a521bd04-5697-4ea8-a853-e5232e0f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360010 Jun 18 08:38:45.893023 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device 4abeb11a-513f-4c30-aa40-f618b2b89c5a details requested by agent hyperv_hv-cinder-78687 with host hv-cinder-78687 {{(pid=93643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 08:38:45.987535 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] For port 4abeb11a-513f-4c30-aa40-f618b2b89c5a, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=4abeb11a-513f-4c30-aa40-f618b2b89c5a,segment=NetworkSegment(f6af959e-126d-4479-ae7f-6c309c6f9c8c),segment_id=f6af959e-126d-4479-ae7f-6c309c6f9c8c)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:38:45.998259 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Returning: {'device': '4abeb11a-513f-4c30-aa40-f618b2b89c5a', 'network_id': 'd15bb2fc-c17e-4d6a-a35a-67df4428a903', 'port_id': '4abeb11a-513f-4c30-aa40-f618b2b89c5a', 'mac_address': 'fa:16:3e:9b:99:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 911, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78edb95a-a8b8-4f5b-b1a4-32d834ef5bcc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 08:38:46.034272 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:46.046794 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.notifiers.nova [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4abeb11a-513f-4c30-aa40-f618b2b89c5a {{(pid=93643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 08:38:46.065281 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] For port 4abeb11a-513f-4c30-aa40-f618b2b89c5a, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=4abeb11a-513f-4c30-aa40-f618b2b89c5a,segment=NetworkSegment(f6af959e-126d-4479-ae7f-6c309c6f9c8c),segment_id=f6af959e-126d-4479-ae7f-6c309c6f9c8c)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:38:46.150697 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:46.153231 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:38:46.202046 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Pushing event updated for resources: {'Port': ['ID=4abeb11a-513f-4c30-aa40-f618b2b89c5a,revision_number=4']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:38:46.208882 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:38:46.209229 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:38:46.209595 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:38:46.209930 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:38:46.210261 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:38:46.210598 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:38:46.210921 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:38:46.211244 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:38:46.211567 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:38:46.211888 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:38:46.212230 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:38:46.212578 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:38:46.216448 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:38:46.783402 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] get_ports_and_sgs() called for port_ids ['4abeb11a-513f-4c30-aa40-f618b2b89c5a'] {{(pid=93643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 08:38:46.783632 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda29d0-b96a-4087-bece-df2abc94eef5 req-b4acbc20-40fd-481b-a1d6-213fda1c200c tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:38:46.784978 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7bda29d0-b96a-4087-bece-df2abc94eef5 req-b4acbc20-40fd-481b-a1d6-213fda1c200c tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e69cf05-5c4c-42a3-97e9-530a4071b5c3 HTTP/1.1" status: 200 len: 944 time: 0.0655670 Jun 18 08:38:46.823094 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7bda29d0-b96a-4087-bece-df2abc94eef5 req-93798d8b-9aca-4622-9d20-b93d1e492f96 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/security-groups?id=a521bd04-5697-4ea8-a853-e5232e0f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325003 Jun 18 08:38:47.999586 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a419f8f-d83c-4af7-8c3c-5835770539a9 req-99750af0-b816-4a03-85c9-fb3ba63a6178 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:38:48.002010 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3a419f8f-d83c-4af7-8c3c-5835770539a9 req-99750af0-b816-4a03-85c9-fb3ba63a6178 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e69cf05-5c4c-42a3-97e9-530a4071b5c3 HTTP/1.1" status: 200 len: 944 time: 0.0632911 Jun 18 08:38:48.038516 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3a419f8f-d83c-4af7-8c3c-5835770539a9 req-7e177a80-cb0d-4ca2-b56f-eef081bb554c tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/security-groups?id=a521bd04-5697-4ea8-a853-e5232e0f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306609 Jun 18 08:38:49.372449 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75e6b9-c034-4713-a483-6db35afd535e req-6fe2da1e-9599-463a-9457-de5f57af4b81 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:38:49.373891 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2a75e6b9-c034-4713-a483-6db35afd535e req-6fe2da1e-9599-463a-9457-de5f57af4b81 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e69cf05-5c4c-42a3-97e9-530a4071b5c3 HTTP/1.1" status: 200 len: 944 time: 0.0658734 Jun 18 08:38:49.412265 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2a75e6b9-c034-4713-a483-6db35afd535e req-87a714fa-7570-44f5-aec0-8c125cc92223 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/security-groups?id=a521bd04-5697-4ea8-a853-e5232e0f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316648 Jun 18 08:38:49.916248 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device 4abeb11a-513f-4c30-aa40-f618b2b89c5a up at agent hyperv_hv-cinder-78687 {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:38:50.065099 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Provisioning for port 4abeb11a-513f-4c30-aa40-f618b2b89c5a completed by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:38:50.069211 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Provisioning complete for port 4abeb11a-513f-4c30-aa40-f618b2b89c5a triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:38:50.069693 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:50.148499 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:50.175008 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e69cf05-5c4c-42a3-97e9-530a4071b5c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4abeb11a-513f-4c30-aa40-f618b2b89c5a'}] {{(pid=93643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:38:50.177225 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76bfc2cc3cc97e327acfe832f03e535bb9cef84d361ee3b318e5c5a2ba23989c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2896b96-e58d-4b4c-9504-0460b1d9bbef" -d '{"events": [{"server_uuid": "5e69cf05-5c4c-42a3-97e9-530a4071b5c3", "name": "network-vif-plugged", "status": "completed", "tag": "4abeb11a-513f-4c30-aa40-f618b2b89c5a"}]}' {{(pid=93643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:38:50.190389 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] For port 4abeb11a-513f-4c30-aa40-f618b2b89c5a, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=4abeb11a-513f-4c30-aa40-f618b2b89c5a,segment=NetworkSegment(f6af959e-126d-4479-ae7f-6c309c6f9c8c),segment_id=f6af959e-126d-4479-ae7f-6c309c6f9c8c)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:38:50.215379 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 08:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e8f2ba-7009-4baa-8d2d-25c11ccd3dd3 x-openstack-request-id: req-89e8f2ba-7009-4baa-8d2d-25c11ccd3dd3 {{(pid=93643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:38:50.215379 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e69cf05-5c4c-42a3-97e9-530a4071b5c3", "name": "network-vif-plugged", "status": "completed", "tag": "4abeb11a-513f-4c30-aa40-f618b2b89c5a", "code": 200}]} {{(pid=93643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:38:50.215379 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-89e8f2ba-7009-4baa-8d2d-25c11ccd3dd3 {{(pid=93643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:38:50.215379 dv-cinder-786873-3-iscsi neutron-server[93643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e69cf05-5c4c-42a3-97e9-530a4071b5c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4abeb11a-513f-4c30-aa40-f618b2b89c5a', 'code': 200} Jun 18 08:38:50.270681 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:50.272631 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:38:50.321119 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Pushing event updated for resources: {'Port': ['ID=4abeb11a-513f-4c30-aa40-f618b2b89c5a,revision_number=5']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:38:50.324123 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:38:50.599569 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee8915b-d998-4a9d-814f-141afa7930ae req-bacbbe2c-ae09-4177-aaa7-59ecb915d33d tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:38:50.601097 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6ee8915b-d998-4a9d-814f-141afa7930ae req-bacbbe2c-ae09-4177-aaa7-59ecb915d33d tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e69cf05-5c4c-42a3-97e9-530a4071b5c3 HTTP/1.1" status: 200 len: 945 time: 0.0659266 Jun 18 08:38:50.639939 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6ee8915b-d998-4a9d-814f-141afa7930ae req-b74ad88a-b8a1-4ec7-b33b-5b107d15e574 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/security-groups?id=a521bd04-5697-4ea8-a853-e5232e0f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329835 Jun 18 08:38:50.709046 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb04b4c-4a31-4395-ba3c-51483f3e21e4 req-108da97c-db72-4002-a918-66d06ebf8f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:38:50.710485 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2fb04b4c-4a31-4395-ba3c-51483f3e21e4 req-108da97c-db72-4002-a918-66d06ebf8f31 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5e69cf05-5c4c-42a3-97e9-530a4071b5c3 HTTP/1.1" status: 200 len: 1098 time: 0.0533695 Jun 18 08:38:50.750331 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2fb04b4c-4a31-4395-ba3c-51483f3e21e4 req-e337a0b6-e1fc-4bfd-8426-dc2b817c2aeb service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a521bd04-5697-4ea8-a853-e5232e0f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333796 Jun 18 08:38:51.971505 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67670f31-9190-430e-8b5d-1eed3e1f80c8 req-eb4585c2-8c8e-45b8-975b-70daa1a56ba1 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:38:51.972917 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-67670f31-9190-430e-8b5d-1eed3e1f80c8 req-eb4585c2-8c8e-45b8-975b-70daa1a56ba1 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e69cf05-5c4c-42a3-97e9-530a4071b5c3 HTTP/1.1" status: 200 len: 945 time: 0.2178721 Jun 18 08:38:52.011458 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-67670f31-9190-430e-8b5d-1eed3e1f80c8 req-44f9de6b-23d9-48db-977e-cac557cf33a3 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/security-groups?id=a521bd04-5697-4ea8-a853-e5232e0f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329444 Jun 18 08:38:53.182647 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97520bc-20dc-4484-b0ea-1a8d79b458bd req-abaadd13-5bff-4b7c-81bd-bdadb7585463 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:38:53.184141 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a97520bc-20dc-4484-b0ea-1a8d79b458bd req-abaadd13-5bff-4b7c-81bd-bdadb7585463 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e69cf05-5c4c-42a3-97e9-530a4071b5c3 HTTP/1.1" status: 200 len: 945 time: 0.0643721 Jun 18 08:38:53.224002 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a97520bc-20dc-4484-b0ea-1a8d79b458bd req-60819e88-8141-4658-9bd4-1367575d3610 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/security-groups?id=a521bd04-5697-4ea8-a853-e5232e0f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331423 Jun 18 08:38:53.449128 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192291d0-918e-498b-851f-50bc68b5589a req-f85ec208-39fe-4702-b1ee-2349bcaae2c2 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:38:53.450590 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-192291d0-918e-498b-851f-50bc68b5589a req-f85ec208-39fe-4702-b1ee-2349bcaae2c2 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e69cf05-5c4c-42a3-97e9-530a4071b5c3 HTTP/1.1" status: 200 len: 945 time: 0.1153920 Jun 18 08:38:53.488745 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-192291d0-918e-498b-851f-50bc68b5589a req-256e0398-dad8-4aa3-8dba-595071129bf4 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/security-groups?id=a521bd04-5697-4ea8-a853-e5232e0f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316074 Jun 18 08:38:53.513361 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 40158) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:38:53.670746 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1985856c-3eba-4990-8c00-c03c678b3093 tempest-TestVolumeBootPattern-1508261537 tempest-TestVolumeBootPattern-1508261537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:38:53.672910 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-1985856c-3eba-4990-8c00-c03c678b3093 tempest-TestVolumeBootPattern-1508261537 tempest-TestVolumeBootPattern-1508261537-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=5e69cf05-5c4c-42a3-97e9-530a4071b5c3 HTTP/1.1" status: 200 len: 1093 time: 0.1579297 Jun 18 08:38:53.675892 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 40164) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:38:53.680360 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [None req-e0dd675c-ad5f-4725-bffc-a4d4ffa6e00d tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Request body: {'floatingip': {'floating_network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'port_id': '4abeb11a-513f-4c30-aa40-f618b2b89c5a', 'tenant_id': 'f33eeb6169284d22b1baacfb166428e8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:38:53.779352 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-e0dd675c-ad5f-4725-bffc-a4d4ffa6e00d tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks [] for floatingip, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:53.878419 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-e0dd675c-ad5f-4725-bffc-a4d4ffa6e00d tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-568420'] for port, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:53.984055 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.db_base_plugin_common [None req-e0dd675c-ad5f-4725-bffc-a4d4ffa6e00d tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Allocated IP 172.27.2.88 (215fa03e-ed5a-4c2a-ba1d-c413840c30f2/b938f688-1844-46d6-ac73-91c028ff50eb/5dbeb04b-ebd4-4826-935e-0a2de3e3e498) {{(pid=93642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:38:54.082326 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-e0dd675c-ad5f-4725-bffc-a4d4ffa6e00d tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks [] for port, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:54.161734 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-e0dd675c-ad5f-4725-bffc-a4d4ffa6e00d tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-568999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741881438814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16340802'] for port, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:54.163732 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-130b36f9-ebac-457d-802c-a9e0965d6d82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:38:54.208181 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0dd675c-ad5f-4725-bffc-a4d4ffa6e00d tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Network 215fa03e-ed5a-4c2a-ba1d-c413840c30f2 is already hosted by enough agents. {{(pid=93642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:38:54.211084 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.base_scheduler [None req-e0dd675c-ad5f-4725-bffc-a4d4ffa6e00d tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Resources bound (agent type, host, resource id): {{(pid=93642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:38:54.213820 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dd675c-ad5f-4725-bffc-a4d4ffa6e00d tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Received port after_create {{(pid=93642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:38:54.236545 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dd675c-ad5f-4725-bffc-a4d4ffa6e00d tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Pushing event updated for resources: {'Port': ['ID=5dbeb04b-ebd4-4826-935e-0a2de3e3e498,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:38:54.247386 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dd675c-ad5f-4725-bffc-a4d4ffa6e00d tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:38:54.247762 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dd675c-ad5f-4725-bffc-a4d4ffa6e00d tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:38:54.248199 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dd675c-ad5f-4725-bffc-a4d4ffa6e00d tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:38:54.248578 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dd675c-ad5f-4725-bffc-a4d4ffa6e00d tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:38:54.248907 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dd675c-ad5f-4725-bffc-a4d4ffa6e00d tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:38:54.249265 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dd675c-ad5f-4725-bffc-a4d4ffa6e00d tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:38:54.249623 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dd675c-ad5f-4725-bffc-a4d4ffa6e00d tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:38:54.249978 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dd675c-ad5f-4725-bffc-a4d4ffa6e00d tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:38:54.251019 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dd675c-ad5f-4725-bffc-a4d4ffa6e00d tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:38:54.251374 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dd675c-ad5f-4725-bffc-a4d4ffa6e00d tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:38:54.251730 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dd675c-ad5f-4725-bffc-a4d4ffa6e00d tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:38:54.252365 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dd675c-ad5f-4725-bffc-a4d4ffa6e00d tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:38:54.255926 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-e0dd675c-ad5f-4725-bffc-a4d4ffa6e00d tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:38:54.591152 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-e0dd675c-ad5f-4725-bffc-a4d4ffa6e00d tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:54.727748 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-e0dd675c-ad5f-4725-bffc-a4d4ffa6e00d tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:55.156125 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-e0dd675c-ad5f-4725-bffc-a4d4ffa6e00d tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks [] for port, precommit_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:55.248443 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-e0dd675c-ad5f-4725-bffc-a4d4ffa6e00d tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16340852'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:55.250800 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-22b0a8fe-9aa4-4b21-81bc-941ad2224472 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:38:55.315561 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dd675c-ad5f-4725-bffc-a4d4ffa6e00d tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Pushing event updated for resources: {'Port': ['ID=5dbeb04b-ebd4-4826-935e-0a2de3e3e498,revision_number=2']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:38:55.319707 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-e0dd675c-ad5f-4725-bffc-a4d4ffa6e00d tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:38:55.330961 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-e0dd675c-ad5f-4725-bffc-a4d4ffa6e00d tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7960458'] for floatingip, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:55.431826 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.db.l3_db [None req-e0dd675c-ad5f-4725-bffc-a4d4ffa6e00d tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Floating IP 9b9e07f2-9485-44b9-88b7-c3b2ee66de71 associated. External IP: 172.27.2.88, port: 4abeb11a-513f-4c30-aa40-f618b2b89c5a. Jun 18 08:38:55.657364 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0dd675c-ad5f-4725-bffc-a4d4ffa6e00d tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Router 30b3055d-f31a-466e-bc9c-96d5f5e2ab74 has already been hosted by L3 agent ebfc1b20-a3df-4bae-b350-fc31028a16a3 {{(pid=93642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 08:38:55.768766 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0dd675c-ad5f-4725-bffc-a4d4ffa6e00d tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify agent at l3_agent.dv-cinder-786873-3-iscsi the message routers_updated {{(pid=93642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:38:55.780420 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91cebae-22f6-46c5-a26a-b82230f8bbfe None None] Sync routers for ids ['30b3055d-f31a-466e-bc9c-96d5f5e2ab74'] in dv-cinder-786873-3-iscsi {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:38:55.790722 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91cebae-22f6-46c5-a26a-b82230f8bbfe None None] Routers {'30b3055d-f31a-466e-bc9c-96d5f5e2ab74'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:38:55.791337 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-b91cebae-22f6-46c5-a26a-b82230f8bbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:38:41Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['30b3055d-f31a-466e-bc9c-96d5f5e2ab74'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:38:55.835983 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-e0dd675c-ad5f-4725-bffc-a4d4ffa6e00d tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881'] for floatingip, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:55.873703 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-e0dd675c-ad5f-4725-bffc-a4d4ffa6e00d tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1967428 Jun 18 08:38:55.874517 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e69cf05-5c4c-42a3-97e9-530a4071b5c3', 'tag': '4abeb11a-513f-4c30-aa40-f618b2b89c5a'}] {{(pid=93642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:38:55.886392 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8e20e2b9f795c08d425b6044ace8e6bfcc189f1bac9bd432248b5aa3a03ca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6292fc2-e6b7-4865-861e-0a9863d89933" -d '{"events": [{"name": "network-changed", "server_uuid": "5e69cf05-5c4c-42a3-97e9-530a4071b5c3", "tag": "4abeb11a-513f-4c30-aa40-f618b2b89c5a"}]}' {{(pid=93642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:38:55.899254 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-b91cebae-22f6-46c5-a26a-b82230f8bbfe None None] Set router 30b3055d-f31a-466e-bc9c-96d5f5e2ab74 gateway port host: dv-cinder-786873-3-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:38:55.927251 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 08:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f58865a0-804d-4e82-b03e-604e59c84462 x-openstack-request-id: req-f58865a0-804d-4e82-b03e-604e59c84462 {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:38:55.927576 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e69cf05-5c4c-42a3-97e9-530a4071b5c3", "tag": "4abeb11a-513f-4c30-aa40-f618b2b89c5a", "status": "completed", "code": 200}]} {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:38:55.927862 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f58865a0-804d-4e82-b03e-604e59c84462 {{(pid=93642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:38:55.928314 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e69cf05-5c4c-42a3-97e9-530a4071b5c3', 'tag': '4abeb11a-513f-4c30-aa40-f618b2b89c5a', 'status': 'completed', 'code': 200} Jun 18 08:38:56.050827 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6292fc2-e6b7-4865-861e-0a9863d89933 req-64a0c33c-3123-4246-81b3-524d4374efdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:38:56.052265 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c6292fc2-e6b7-4865-861e-0a9863d89933 req-64a0c33c-3123-4246-81b3-524d4374efdc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f33eeb6169284d22b1baacfb166428e8&device_id=5e69cf05-5c4c-42a3-97e9-530a4071b5c3 HTTP/1.1" status: 200 len: 1098 time: 0.0549350 Jun 18 08:38:56.148392 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6292fc2-e6b7-4865-861e-0a9863d89933 req-01da20da-4808-4884-aa3e-c378147b10c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:38:56.149829 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c6292fc2-e6b7-4865-861e-0a9863d89933 req-01da20da-4808-4884-aa3e-c378147b10c0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d15bb2fc-c17e-4d6a-a35a-67df4428a903 HTTP/1.1" status: 200 len: 912 time: 0.0901721 Jun 18 08:38:56.158245 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-b91cebae-22f6-46c5-a26a-b82230f8bbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'name': 'tempest-TestVolumeBootPattern-164987471-router', 'tenant_id': 'f33eeb6169284d22b1baacfb166428e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '2d7ac20d-beee-4864-8bed-1d3e471219e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:30:39Z', 'updated_at': '2021-06-18T08:30:44Z', 'revision_number': 4, 'project_id': 'f33eeb6169284d22b1baacfb166428e8', 'gw_port': {'id': '2d7ac20d-beee-4864-8bed-1d3e471219e3', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:30:40Z', 'updated_at': '2021-06-18T08:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_floatingips': [{'id': '9b9e07f2-9485-44b9-88b7-c3b2ee66de71', 'tenant_id': 'f33eeb6169284d22b1baacfb166428e8', 'floating_ip_address': '172.27.2.88', 'floating_network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'router_id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'port_id': '4abeb11a-513f-4c30-aa40-f618b2b89c5a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd15bb2fc-c17e-4d6a-a35a-67df4428a903', 'mac_address': 'fa:16:3e:9b:99:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e69cf05-5c4c-42a3-97e9-530a4071b5c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T08:38:54Z', 'updated_at': '2021-06-18T08:38:54Z', 'revision_number': 0, 'project_id': 'f33eeb6169284d22b1baacfb166428e8', 'fixed_ip_address_scope': None}, {'id': 'e4f99ffb-2815-4562-a394-3e6e6d5bb263', 'tenant_id': 'f33eeb6169284d22b1baacfb166428e8', 'floating_ip_address': '172.27.2.112', 'floating_network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'router_id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'port_id': '28d7912f-4f94-4442-a117-9ccfac1704f2', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd15bb2fc-c17e-4d6a-a35a-67df4428a903', 'mac_address': 'fa:16:3e:eb:20:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82a406b-6b26-4720-a7fb-3b984f861939', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T08:36:17Z', 'updated_at': '2021-06-18T08:36:20Z', 'revision_number': 1, 'project_id': 'f33eeb6169284d22b1baacfb166428e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f12ae9e-a2be-4abd-a57d-40e1a60be9c8', 'name': '', 'network_id': 'd15bb2fc-c17e-4d6a-a35a-67df4428a903', 'tenant_id': 'f33eeb6169284d22b1baacfb166428e8', 'mac_address': 'fa:16:3e:10:43:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '78edb95a-a8b8-4f5b-b1a4-32d834ef5bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:30:43Z', 'updated_at': '2021-06-18T08:30:51Z', 'revision_number': 5, 'project_id': 'f33eeb6169284d22b1baacfb166428e8', 'subnets': [{'id': '78edb95a-a8b8-4f5b-b1a4-32d834ef5bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:38:56.184809 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91cebae-22f6-46c5-a26a-b82230f8bbfe None None] Checking router: 30b3055d-f31a-466e-bc9c-96d5f5e2ab74 for host: dv-cinder-786873-3-iscsi {{(pid=93643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:38:56.193758 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91cebae-22f6-46c5-a26a-b82230f8bbfe None None] Routers {'30b3055d-f31a-466e-bc9c-96d5f5e2ab74'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:38:56.194458 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-b91cebae-22f6-46c5-a26a-b82230f8bbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:38:41Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['30b3055d-f31a-466e-bc9c-96d5f5e2ab74'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:38:56.217282 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c6292fc2-e6b7-4865-861e-0a9863d89933 req-c3331d45-bc30-476a-9d14-dcd21ec8c92c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4abeb11a-513f-4c30-aa40-f618b2b89c5a HTTP/1.1" status: 200 len: 998 time: 0.0602875 Jun 18 08:38:56.226986 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:38:56.269638 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6292fc2-e6b7-4865-861e-0a9863d89933 req-93153c7d-1a9a-483f-809f-664f659f82ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:38:56.271187 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c6292fc2-e6b7-4865-861e-0a9863d89933 req-93153c7d-1a9a-483f-809f-664f659f82ac service neutron] 10.222.0.72 "GET /v2.0/subnets?id=78edb95a-a8b8-4f5b-b1a4-32d834ef5bcc HTTP/1.1" status: 200 len: 850 time: 0.0476038 Jun 18 08:38:56.304385 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-b91cebae-22f6-46c5-a26a-b82230f8bbfe None None] Set router 30b3055d-f31a-466e-bc9c-96d5f5e2ab74 gateway port host: dv-cinder-786873-3-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:38:56.336737 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6292fc2-e6b7-4865-861e-0a9863d89933 req-865968f1-326c-436c-b4b6-26305886c017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:38:56.338285 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c6292fc2-e6b7-4865-861e-0a9863d89933 req-865968f1-326c-436c-b4b6-26305886c017 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d15bb2fc-c17e-4d6a-a35a-67df4428a903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0603645 Jun 18 08:38:56.427620 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c6292fc2-e6b7-4865-861e-0a9863d89933 req-8fd859cc-a5dd-453b-ba0d-f3484f3d9f5f service neutron] 10.222.0.72 "GET /v2.0/networks/d15bb2fc-c17e-4d6a-a35a-67df4428a903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823095 Jun 18 08:38:56.523614 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c6292fc2-e6b7-4865-861e-0a9863d89933 req-118eb552-678a-4de5-9540-827c2eb2e46a service neutron] 10.222.0.72 "GET /v2.0/networks/d15bb2fc-c17e-4d6a-a35a-67df4428a903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891960 Jun 18 08:38:56.527038 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-b91cebae-22f6-46c5-a26a-b82230f8bbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'name': 'tempest-TestVolumeBootPattern-164987471-router', 'tenant_id': 'f33eeb6169284d22b1baacfb166428e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '2d7ac20d-beee-4864-8bed-1d3e471219e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:30:39Z', 'updated_at': '2021-06-18T08:30:44Z', 'revision_number': 4, 'project_id': 'f33eeb6169284d22b1baacfb166428e8', 'gw_port': {'id': '2d7ac20d-beee-4864-8bed-1d3e471219e3', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:30:40Z', 'updated_at': '2021-06-18T08:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_floatingips': [{'id': '9b9e07f2-9485-44b9-88b7-c3b2ee66de71', 'tenant_id': 'f33eeb6169284d22b1baacfb166428e8', 'floating_ip_address': '172.27.2.88', 'floating_network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'router_id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'port_id': '4abeb11a-513f-4c30-aa40-f618b2b89c5a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd15bb2fc-c17e-4d6a-a35a-67df4428a903', 'mac_address': 'fa:16:3e:9b:99:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e69cf05-5c4c-42a3-97e9-530a4071b5c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T08:38:54Z', 'updated_at': '2021-06-18T08:38:54Z', 'revision_number': 0, 'project_id': 'f33eeb6169284d22b1baacfb166428e8', 'fixed_ip_address_scope': None}, {'id': 'e4f99ffb-2815-4562-a394-3e6e6d5bb263', 'tenant_id': 'f33eeb6169284d22b1baacfb166428e8', 'floating_ip_address': '172.27.2.112', 'floating_network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'router_id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'port_id': '28d7912f-4f94-4442-a117-9ccfac1704f2', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd15bb2fc-c17e-4d6a-a35a-67df4428a903', 'mac_address': 'fa:16:3e:eb:20:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82a406b-6b26-4720-a7fb-3b984f861939', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T08:36:17Z', 'updated_at': '2021-06-18T08:36:20Z', 'revision_number': 1, 'project_id': 'f33eeb6169284d22b1baacfb166428e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f12ae9e-a2be-4abd-a57d-40e1a60be9c8', 'name': '', 'network_id': 'd15bb2fc-c17e-4d6a-a35a-67df4428a903', 'tenant_id': 'f33eeb6169284d22b1baacfb166428e8', 'mac_address': 'fa:16:3e:10:43:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '78edb95a-a8b8-4f5b-b1a4-32d834ef5bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:30:43Z', 'updated_at': '2021-06-18T08:30:51Z', 'revision_number': 5, 'project_id': 'f33eeb6169284d22b1baacfb166428e8', 'subnets': [{'id': '78edb95a-a8b8-4f5b-b1a4-32d834ef5bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:38:56.558979 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91cebae-22f6-46c5-a26a-b82230f8bbfe None None] The sync data for ids ['30b3055d-f31a-466e-bc9c-96d5f5e2ab74'] in dv-cinder-786873-3-iscsi is: [{'id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'name': 'tempest-TestVolumeBootPattern-164987471-router', 'tenant_id': 'f33eeb6169284d22b1baacfb166428e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '2d7ac20d-beee-4864-8bed-1d3e471219e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:30:39Z', 'updated_at': '2021-06-18T08:30:44Z', 'revision_number': 4, 'project_id': 'f33eeb6169284d22b1baacfb166428e8', 'gw_port': {'id': '2d7ac20d-beee-4864-8bed-1d3e471219e3', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:30:40Z', 'updated_at': '2021-06-18T08:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_floatingips': [{'id': '9b9e07f2-9485-44b9-88b7-c3b2ee66de71', 'tenant_id': 'f33eeb6169284d22b1baacfb166428e8', 'floating_ip_address': '172.27.2.88', 'floating_network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'router_id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'port_id': '4abeb11a-513f-4c30-aa40-f618b2b89c5a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd15bb2fc-c17e-4d6a-a35a-67df4428a903', 'mac_address': 'fa:16:3e:9b:99:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e69cf05-5c4c-42a3-97e9-530a4071b5c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T08:38:54Z', 'updated_at': '2021-06-18T08:38:54Z', 'revision_number': 0, 'project_id': 'f33eeb6169284d22b1baacfb166428e8', 'fixed_ip_address_scope': None}, {'id': 'e4f99ffb-2815-4562-a394-3e6e6d5bb263', 'tenant_id': 'f33eeb6169284d22b1baacfb166428e8', 'floating_ip_address': '172.27.2.112', 'floating_network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'router_id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'port_id': '28d7912f-4f94-4442-a117-9ccfac1704f2', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd15bb2fc-c17e-4d6a-a35a-67df4428a903', 'mac_address': 'fa:16:3e:eb:20:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82a406b-6b26-4720-a7fb-3b984f861939', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T08:36:17Z', 'updated_at': '2021-06-18T08:36:20Z', 'revision_number': 1, 'project_id': 'f33eeb6169284d22b1baacfb166428e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f12ae9e-a2be-4abd-a57d-40e1a60be9c8', 'name': '', 'network_id': 'd15bb2fc-c17e-4d6a-a35a-67df4428a903', 'tenant_id': 'f33eeb6169284d22b1baacfb166428e8', 'mac_address': 'fa:16:3e:10:43:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '78edb95a-a8b8-4f5b-b1a4-32d834ef5bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:30:43Z', 'updated_at': '2021-06-18T08:30:51Z', 'revision_number': 5, 'project_id': 'f33eeb6169284d22b1baacfb166428e8', 'subnets': [{'id': '78edb95a-a8b8-4f5b-b1a4-32d834ef5bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:38:56.748666 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac1c02d-b98e-4d81-b7fe-191c6d14a9f3 None None] New status for floating IP 9b9e07f2-9485-44b9-88b7-c3b2ee66de71: ACTIVE {{(pid=93644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 08:39:07.070272 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7bacbc5c-d3e3-49c8-9ee7-d51314455fd1 req-5ab72454-d5b6-4d63-9be2-2c12b1941971 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9cd50329-1ab6-4882-87f9-35182c799443&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0521915 Jun 18 08:39:07.167802 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bacbc5c-d3e3-49c8-9ee7-d51314455fd1 req-45522a8f-e91b-40c1-acdb-a57201c3afb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:39:07.169313 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7bacbc5c-d3e3-49c8-9ee7-d51314455fd1 req-45522a8f-e91b-40c1-acdb-a57201c3afb0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=16377c30d98b40d2a1d40d112350c18e&device_id=9cd50329-1ab6-4882-87f9-35182c799443 HTTP/1.1" status: 200 len: 1099 time: 0.0534468 Jun 18 08:39:07.280377 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bacbc5c-d3e3-49c8-9ee7-d51314455fd1 req-d99d98d0-5d26-4002-99be-3f567cb72735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:39:07.282427 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7bacbc5c-d3e3-49c8-9ee7-d51314455fd1 req-d99d98d0-5d26-4002-99be-3f567cb72735 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f70ada02-a3f7-438f-9c1f-42f5efecb904 HTTP/1.1" status: 200 len: 909 time: 0.0903754 Jun 18 08:39:07.346893 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7bacbc5c-d3e3-49c8-9ee7-d51314455fd1 req-d2c1979e-664c-42b0-bf20-0dcf8a9d92fd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35d03bd4-b558-4a3f-9d24-c3af85607e9a HTTP/1.1" status: 200 len: 1002 time: 0.0570183 Jun 18 08:39:07.396689 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bacbc5c-d3e3-49c8-9ee7-d51314455fd1 req-dbbe9dcf-94af-405c-81f0-02a749269ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:39:07.398153 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7bacbc5c-d3e3-49c8-9ee7-d51314455fd1 req-dbbe9dcf-94af-405c-81f0-02a749269ffd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7b36080a-c49b-4a50-be3f-ccdce5af667b HTTP/1.1" status: 200 len: 847 time: 0.0434287 Jun 18 08:39:07.459375 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bacbc5c-d3e3-49c8-9ee7-d51314455fd1 req-daaed18a-0a3f-491a-8b87-83847b152377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:39:07.460920 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7bacbc5c-d3e3-49c8-9ee7-d51314455fd1 req-daaed18a-0a3f-491a-8b87-83847b152377 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f70ada02-a3f7-438f-9c1f-42f5efecb904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0563183 Jun 18 08:39:07.552973 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7bacbc5c-d3e3-49c8-9ee7-d51314455fd1 req-f3fc1a96-e4e4-4441-b13f-2f13d316d539 service neutron] 10.222.0.72 "GET /v2.0/networks/f70ada02-a3f7-438f-9c1f-42f5efecb904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847075 Jun 18 08:39:07.648147 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7bacbc5c-d3e3-49c8-9ee7-d51314455fd1 req-c59eb917-d932-4652-af07-6dd969cd6550 service neutron] 10.222.0.72 "GET /v2.0/networks/f70ada02-a3f7-438f-9c1f-42f5efecb904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880764 Jun 18 08:39:09.093053 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-9d33a9c2-0b9b-4bc1-95d5-8b64cfa11959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:11.510095 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-5f7ee921-5adf-491d-9c7a-07999d68ad5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:11.910196 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:12.847572 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-37edacc1-1ba5-460e-aa47-45b5acfa9d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:14.584437 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-624571b3-aef6-4a8c-8ab3-5c089201a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:19.260209 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a3537-d42b-47c0-90e7-c0d755c7d08e req-f0bef5e4-b7e3-4b42-a7a4-5509521cd483 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:39:19.261618 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-989a3537-d42b-47c0-90e7-c0d755c7d08e req-f0bef5e4-b7e3-4b42-a7a4-5509521cd483 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 946 time: 0.0675113 Jun 18 08:39:19.302548 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-989a3537-d42b-47c0-90e7-c0d755c7d08e req-bb7733f8-c02a-4724-8b0f-8b40adecb95f tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd9393bd-7678-457f-8ec3-98db58b2da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350106 Jun 18 08:39:20.486846 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed73e2-3bed-4424-9acf-66043b882f06 req-c60b120f-c583-496e-9033-3c14f77f70dd tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:39:20.488416 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b8ed73e2-3bed-4424-9acf-66043b882f06 req-c60b120f-c583-496e-9033-3c14f77f70dd tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 946 time: 0.0664816 Jun 18 08:39:20.530425 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b8ed73e2-3bed-4424-9acf-66043b882f06 req-221fe3c0-52b9-48b7-ade0-7af4abd8c211 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd9393bd-7678-457f-8ec3-98db58b2da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349426 Jun 18 08:39:21.553382 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa673673-db1b-4b83-8c39-11ac7373ddfe req-1aaff1d9-a7ce-4e06-b9e8-042e36e5d5ff tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:39:21.554841 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-aa673673-db1b-4b83-8c39-11ac7373ddfe req-1aaff1d9-a7ce-4e06-b9e8-042e36e5d5ff tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.72 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 946 time: 0.0680840 Jun 18 08:39:21.697300 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.plugin [req-aa673673-db1b-4b83-8c39-11ac7373ddfe req-836eaa1d-cc71-4d15-a4d1-42174e3ebf26 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Deleting port fbeb4067-3221-470c-a38a-eb09a3f06b05 {{(pid=93641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:39:21.697644 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-aa673673-db1b-4b83-8c39-11ac7373ddfe req-836eaa1d-cc71-4d15-a4d1-42174e3ebf26 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741882027237'] for port, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:21.784125 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e7405-091b-4c14-9efe-07508be30b90 req-80bdfccc-7279-4611-a3d5-c013cd634b01 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:39:21.785664 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-943e7405-091b-4c14-9efe-07508be30b90 req-80bdfccc-7279-4611-a3d5-c013cd634b01 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 946 time: 0.1331398 Jun 18 08:39:21.823035 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.db [req-aa673673-db1b-4b83-8c39-11ac7373ddfe req-836eaa1d-cc71-4d15-a4d1-42174e3ebf26 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] For port fbeb4067-3221-470c-a38a-eb09a3f06b05, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=fbeb4067-3221-470c-a38a-eb09a3f06b05,segment=NetworkSegment(e9c2f4e9-27ab-41a7-b5e4-528b18385247),segment_id=e9c2f4e9-27ab-41a7-b5e4-528b18385247)] {{(pid=93641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:39:21.823401 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-aa673673-db1b-4b83-8c39-11ac7373ddfe req-836eaa1d-cc71-4d15-a4d1-42174e3ebf26 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7962534'] for port, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:21.902981 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-943e7405-091b-4c14-9efe-07508be30b90 req-2d9ccbf7-5f6b-49e9-b84b-7d6d0b0625f3 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd9393bd-7678-457f-8ec3-98db58b2da5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099710 Jun 18 08:39:21.956566 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.agents_db [None req-a940af84-dce7-47c4-b5d3-ae67f117b383 None None] Agent healthcheck: found 6 active agents {{(pid=93644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:39:22.053317 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-aa673673-db1b-4b83-8c39-11ac7373ddfe req-836eaa1d-cc71-4d15-a4d1-42174e3ebf26 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:22.053603 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-aa673673-db1b-4b83-8c39-11ac7373ddfe req-836eaa1d-cc71-4d15-a4d1-42174e3ebf26 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7960458'] for floatingip, after_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:22.053918 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.db.l3_db [req-aa673673-db1b-4b83-8c39-11ac7373ddfe req-836eaa1d-cc71-4d15-a4d1-42174e3ebf26 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Floating IP 3324ed6b-b54c-47fe-8fdb-f8d6eb9b6eaf disassociated. External IP: 172.27.2.187, port: fbeb4067-3221-470c-a38a-eb09a3f06b05. Jun 18 08:39:22.054263 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.plugin [req-aa673673-db1b-4b83-8c39-11ac7373ddfe req-836eaa1d-cc71-4d15-a4d1-42174e3ebf26 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Calling delete_port for fbeb4067-3221-470c-a38a-eb09a3f06b05 owned by compute:nova {{(pid=93641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:39:22.258682 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-aa673673-db1b-4b83-8c39-11ac7373ddfe req-836eaa1d-cc71-4d15-a4d1-42174e3ebf26 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741882028261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741881438823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5195011'] for port, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:22.262714 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-35bd8343-a248-4178-b867-c4a11629d84c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:39:22.289471 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836eaa1d-cc71-4d15-a4d1-42174e3ebf26 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Pushing event deleted for resources: {'Port': ['ID=fbeb4067-3221-470c-a38a-eb09a3f06b05,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:39:22.300805 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836eaa1d-cc71-4d15-a4d1-42174e3ebf26 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:39:22.301181 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836eaa1d-cc71-4d15-a4d1-42174e3ebf26 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:39:22.301549 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836eaa1d-cc71-4d15-a4d1-42174e3ebf26 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:39:22.301912 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836eaa1d-cc71-4d15-a4d1-42174e3ebf26 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:39:22.302274 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836eaa1d-cc71-4d15-a4d1-42174e3ebf26 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:39:22.302678 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836eaa1d-cc71-4d15-a4d1-42174e3ebf26 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:39:22.303038 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836eaa1d-cc71-4d15-a4d1-42174e3ebf26 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:39:22.303452 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836eaa1d-cc71-4d15-a4d1-42174e3ebf26 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:39:22.303748 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836eaa1d-cc71-4d15-a4d1-42174e3ebf26 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:39:22.304606 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836eaa1d-cc71-4d15-a4d1-42174e3ebf26 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:39:22.304606 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836eaa1d-cc71-4d15-a4d1-42174e3ebf26 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:39:22.304812 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836eaa1d-cc71-4d15-a4d1-42174e3ebf26 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:39:22.309078 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-836eaa1d-cc71-4d15-a4d1-42174e3ebf26 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:39:22.409422 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa673673-db1b-4b83-8c39-11ac7373ddfe req-836eaa1d-cc71-4d15-a4d1-42174e3ebf26 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Router eacc6b9b-dde8-4cc1-a067-faeda1f4ed39 has already been hosted by L3 agent ebfc1b20-a3df-4bae-b350-fc31028a16a3 {{(pid=93641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 08:39:22.512942 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa673673-db1b-4b83-8c39-11ac7373ddfe req-836eaa1d-cc71-4d15-a4d1-42174e3ebf26 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify agent at l3_agent.dv-cinder-786873-3-iscsi the message routers_updated {{(pid=93641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:39:22.522666 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15f04f8-2773-4fa2-a12e-fa5acf9d0aab None None] Sync routers for ids ['eacc6b9b-dde8-4cc1-a067-faeda1f4ed39'] in dv-cinder-786873-3-iscsi {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:39:22.533951 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15f04f8-2773-4fa2-a12e-fa5acf9d0aab None None] Routers {'eacc6b9b-dde8-4cc1-a067-faeda1f4ed39'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:39:22.534966 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-b15f04f8-2773-4fa2-a12e-fa5acf9d0aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:39:11Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['eacc6b9b-dde8-4cc1-a067-faeda1f4ed39'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:39:22.577162 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa673673-db1b-4b83-8c39-11ac7373ddfe req-836eaa1d-cc71-4d15-a4d1-42174e3ebf26 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] No DVR routers for this DVR port fbeb4067-3221-470c-a38a-eb09a3f06b05 on host hv-cinder-78687 {{(pid=93641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 08:39:22.577162 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-aa673673-db1b-4b83-8c39-11ac7373ddfe req-836eaa1d-cc71-4d15-a4d1-42174e3ebf26 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881'] for port, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:22.579013 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-aa673673-db1b-4b83-8c39-11ac7373ddfe req-836eaa1d-cc71-4d15-a4d1-42174e3ebf26 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.72 "DELETE /v2.0/ports/fbeb4067-3221-470c-a38a-eb09a3f06b05 HTTP/1.1" status: 204 len: 173 time: 1.0179105 Jun 18 08:39:22.579600 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4977fc89-f930-449a-a293-cd2289d26531', 'name': 'network-vif-deleted', 'tag': 'fbeb4067-3221-470c-a38a-eb09a3f06b05'}] {{(pid=93641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:39:22.582003 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2d7879530654598d2c9a4dfa31a50ac71f4dc09db730dec349bdbb492567000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2505cc2c-083f-49e1-898c-dd79c23f7272" -d '{"events": [{"server_uuid": "4977fc89-f930-449a-a293-cd2289d26531", "name": "network-vif-deleted", "tag": "fbeb4067-3221-470c-a38a-eb09a3f06b05"}]}' {{(pid=93641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:39:22.628281 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 08:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bed5a7f-fc71-4af1-af95-eb31e9f1d009 x-openstack-request-id: req-6bed5a7f-fc71-4af1-af95-eb31e9f1d009 {{(pid=93641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:39:22.628695 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4977fc89-f930-449a-a293-cd2289d26531", "name": "network-vif-deleted", "tag": "fbeb4067-3221-470c-a38a-eb09a3f06b05", "status": "completed", "code": 200}]} {{(pid=93641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:39:22.634683 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6bed5a7f-fc71-4af1-af95-eb31e9f1d009 {{(pid=93641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:39:22.634683 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4977fc89-f930-449a-a293-cd2289d26531', 'name': 'network-vif-deleted', 'tag': 'fbeb4067-3221-470c-a38a-eb09a3f06b05', 'status': 'completed', 'code': 200} Jun 18 08:39:22.650738 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-b15f04f8-2773-4fa2-a12e-fa5acf9d0aab None None] Set router eacc6b9b-dde8-4cc1-a067-faeda1f4ed39 gateway port host: dv-cinder-786873-3-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:39:22.986912 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-b15f04f8-2773-4fa2-a12e-fa5acf9d0aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eacc6b9b-dde8-4cc1-a067-faeda1f4ed39', 'name': 'tempest-AttachVolumeShelveTestJSON-532613909-router', 'tenant_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '141a3536-619b-4d86-b4af-cfee18fc7340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:33:47Z', 'updated_at': '2021-06-18T08:33:55Z', 'revision_number': 4, 'project_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'gw_port': {'id': '141a3536-619b-4d86-b4af-cfee18fc7340', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacc6b9b-dde8-4cc1-a067-faeda1f4ed39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:49Z', 'updated_at': '2021-06-18T08:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_interfaces': [{'id': '1067a414-d36d-4134-a5d9-d17ab07c7c09', 'name': '', 'network_id': '9bcb4115-0e1f-4bdc-accb-f68a208ad67f', 'tenant_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'mac_address': 'fa:16:3e:ab:38:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacc6b9b-dde8-4cc1-a067-faeda1f4ed39', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '5fff03b2-a2fe-488b-8a4d-528da3f1348c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:53Z', 'updated_at': '2021-06-18T08:34:04Z', 'revision_number': 5, 'project_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'subnets': [{'id': '5fff03b2-a2fe-488b-8a4d-528da3f1348c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:39:23.015919 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15f04f8-2773-4fa2-a12e-fa5acf9d0aab None None] Checking router: eacc6b9b-dde8-4cc1-a067-faeda1f4ed39 for host: dv-cinder-786873-3-iscsi {{(pid=93643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:39:23.026964 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15f04f8-2773-4fa2-a12e-fa5acf9d0aab None None] Routers {'eacc6b9b-dde8-4cc1-a067-faeda1f4ed39'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:39:23.027796 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-b15f04f8-2773-4fa2-a12e-fa5acf9d0aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:39:11Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['eacc6b9b-dde8-4cc1-a067-faeda1f4ed39'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:39:23.065959 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0d0dba17-3394-49f7-b5a6-b9be952361f1 req-df941956-d888-4f48-b888-2db35791332c tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=4977fc89-f930-449a-a293-cd2289d26531 HTTP/1.1" status: 200 len: 210 time: 0.0288010 Jun 18 08:39:23.136066 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-b15f04f8-2773-4fa2-a12e-fa5acf9d0aab None None] Set router eacc6b9b-dde8-4cc1-a067-faeda1f4ed39 gateway port host: dv-cinder-786873-3-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:39:23.334953 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-b15f04f8-2773-4fa2-a12e-fa5acf9d0aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eacc6b9b-dde8-4cc1-a067-faeda1f4ed39', 'name': 'tempest-AttachVolumeShelveTestJSON-532613909-router', 'tenant_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '141a3536-619b-4d86-b4af-cfee18fc7340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:33:47Z', 'updated_at': '2021-06-18T08:33:55Z', 'revision_number': 4, 'project_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'gw_port': {'id': '141a3536-619b-4d86-b4af-cfee18fc7340', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacc6b9b-dde8-4cc1-a067-faeda1f4ed39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:49Z', 'updated_at': '2021-06-18T08:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_interfaces': [{'id': '1067a414-d36d-4134-a5d9-d17ab07c7c09', 'name': '', 'network_id': '9bcb4115-0e1f-4bdc-accb-f68a208ad67f', 'tenant_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'mac_address': 'fa:16:3e:ab:38:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacc6b9b-dde8-4cc1-a067-faeda1f4ed39', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '5fff03b2-a2fe-488b-8a4d-528da3f1348c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:53Z', 'updated_at': '2021-06-18T08:34:04Z', 'revision_number': 5, 'project_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'subnets': [{'id': '5fff03b2-a2fe-488b-8a4d-528da3f1348c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:39:23.365545 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15f04f8-2773-4fa2-a12e-fa5acf9d0aab None None] The sync data for ids ['eacc6b9b-dde8-4cc1-a067-faeda1f4ed39'] in dv-cinder-786873-3-iscsi is: [{'id': 'eacc6b9b-dde8-4cc1-a067-faeda1f4ed39', 'name': 'tempest-AttachVolumeShelveTestJSON-532613909-router', 'tenant_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '141a3536-619b-4d86-b4af-cfee18fc7340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:33:47Z', 'updated_at': '2021-06-18T08:33:55Z', 'revision_number': 4, 'project_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'gw_port': {'id': '141a3536-619b-4d86-b4af-cfee18fc7340', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacc6b9b-dde8-4cc1-a067-faeda1f4ed39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:49Z', 'updated_at': '2021-06-18T08:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_interfaces': [{'id': '1067a414-d36d-4134-a5d9-d17ab07c7c09', 'name': '', 'network_id': '9bcb4115-0e1f-4bdc-accb-f68a208ad67f', 'tenant_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'mac_address': 'fa:16:3e:ab:38:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacc6b9b-dde8-4cc1-a067-faeda1f4ed39', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '5fff03b2-a2fe-488b-8a4d-528da3f1348c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:53Z', 'updated_at': '2021-06-18T08:34:04Z', 'revision_number': 5, 'project_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'subnets': [{'id': '5fff03b2-a2fe-488b-8a4d-528da3f1348c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:39:23.589717 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541ff2a8-710a-4442-b6bd-5fecf8ed35ad None None] New status for floating IP 3324ed6b-b54c-47fe-8fdb-f8d6eb9b6eaf: DOWN {{(pid=93644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 08:39:24.243689 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 40280) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:39:24.299294 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-0734e442-00a6-4e47-8f37-b19266336cd7 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks [] for security_group, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:24.321607 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-0734e442-00a6-4e47-8f37-b19266336cd7 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:24.453092 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-0734e442-00a6-4e47-8f37-b19266336cd7 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:24.455884 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-0734e442-00a6-4e47-8f37-b19266336cd7 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks [] for security_group, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:24.457069 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-0734e442-00a6-4e47-8f37-b19266336cd7 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "DELETE /v2.0/security-groups/fd9393bd-7678-457f-8ec3-98db58b2da5c HTTP/1.1" status: 204 len: 168 time: 0.2120976 Jun 18 08:39:24.457824 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-39de030d-2c70-405b-a357-880b6d24e63d tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:39:24.460002 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 40282) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:39:24.466960 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0734e442-00a6-4e47-8f37-b19266336cd7 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9393bd-7678-457f-8ec3-98db58b2da5c,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:39:24.469896 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-0734e442-00a6-4e47-8f37-b19266336cd7 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:39:24.474659 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.api.v2.resource [None req-ac601e3a-794c-464f-b30a-23a1f618dc32 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] show failed (client error): The resource could not be found. Jun 18 08:39:24.475669 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-ac601e3a-794c-464f-b30a-23a1f618dc32 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups/fd9393bd-7678-457f-8ec3-98db58b2da5c HTTP/1.1" status: 404 len: 347 time: 0.0145712 Jun 18 08:39:24.478500 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 40284) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:39:24.607662 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.plugin [None req-582c11df-44d5-4c69-816b-b671777c70e1 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Deleting port 5817a462-88c0-4493-8225-ebf0c5923423 {{(pid=93641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:39:24.608030 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-582c11df-44d5-4c69-816b-b671777c70e1 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741882027237'] for port, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:24.685353 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-582c11df-44d5-4c69-816b-b671777c70e1 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7962534'] for port, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:24.685716 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-582c11df-44d5-4c69-816b-b671777c70e1 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:24.746922 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.plugin [None req-582c11df-44d5-4c69-816b-b671777c70e1 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Calling delete_port for 5817a462-88c0-4493-8225-ebf0c5923423 owned by network:floatingip {{(pid=93641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:39:24.950254 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-582c11df-44d5-4c69-816b-b671777c70e1 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741882028261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741881438823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5195011'] for port, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:24.952380 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:39:24.978921 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582c11df-44d5-4c69-816b-b671777c70e1 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Pushing event deleted for resources: {'Port': ['ID=5817a462-88c0-4493-8225-ebf0c5923423,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:39:24.990662 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-582c11df-44d5-4c69-816b-b671777c70e1 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:39:25.044187 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-582c11df-44d5-4c69-816b-b671777c70e1 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks [] for floatingip, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:25.046616 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-582c11df-44d5-4c69-816b-b671777c70e1 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881'] for floatingip, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:25.048116 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-582c11df-44d5-4c69-816b-b671777c70e1 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "DELETE /v2.0/floatingips/3324ed6b-b54c-47fe-8fdb-f8d6eb9b6eaf HTTP/1.1" status: 204 len: 168 time: 0.5683599 Jun 18 08:39:25.487477 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 40292) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:39:25.492183 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [None req-908924a7-4585-4e62-a52e-3dd0249daa2e tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Request body: {'security_group': {'name': 'tempest-securitygroup--118738102', 'description': 'tempest-description--1274866586'}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:39:25.549853 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-908924a7-4585-4e62-a52e-3dd0249daa2e tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks [] for security_group, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:25.633354 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-908924a7-4585-4e62-a52e-3dd0249daa2e tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks [] for security_group, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:25.698452 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-908924a7-4585-4e62-a52e-3dd0249daa2e tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:25.700926 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-7fe5a362-2452-46c7-b60a-c1ba307224cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:39:25.729001 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908924a7-4585-4e62-a52e-3dd0249daa2e tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec20a0c4-93c7-4c35-94b7-d8f422dc4107,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:39:25.731691 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-908924a7-4585-4e62-a52e-3dd0249daa2e tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:39:25.784262 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-908924a7-4585-4e62-a52e-3dd0249daa2e tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks [] for security_group, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:25.785553 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-908924a7-4585-4e62-a52e-3dd0249daa2e tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2970128 Jun 18 08:39:25.788295 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 40294) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:39:25.792920 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [None req-6e713281-5124-40c9-9453-c55888df8606 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Request body: {'security_group_rule': {'security_group_id': 'ec20a0c4-93c7-4c35-94b7-d8f422dc4107', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:39:25.886980 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-6e713281-5124-40c9-9453-c55888df8606 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:25.945350 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-6e713281-5124-40c9-9453-c55888df8606 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:26.001442 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-6e713281-5124-40c9-9453-c55888df8606 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8280257'] for security_group_rule, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:26.003977 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-5eba2854-c5b9-49a2-ade4-bd3f67bf4868 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:39:26.020160 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e713281-5124-40c9-9453-c55888df8606 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57d9b720-e1e3-46db-b11e-4e5e6baa574c,revision_number=0']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:39:26.022613 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-6e713281-5124-40c9-9453-c55888df8606 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:39:26.048125 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device fbeb4067-3221-470c-a38a-eb09a3f06b05 no longer exists at agent hyperv_hv-cinder-78687 {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:39:26.069662 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] No Port match for: fbeb4067-3221-470c-a38a-eb09a3f06b05 {{(pid=93643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:39:26.069992 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device fbeb4067-3221-470c-a38a-eb09a3f06b05 not bound to the agent host hv-cinder-78687 {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:39:26.092871 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-6e713281-5124-40c9-9453-c55888df8606 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:26.094149 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-6e713281-5124-40c9-9453-c55888df8606 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3048985 Jun 18 08:39:26.096731 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 40296) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:39:26.101170 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [None req-8745e304-c1a3-4ed9-86e7-6732ec1f981b tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Request body: {'security_group_rule': {'security_group_id': 'ec20a0c4-93c7-4c35-94b7-d8f422dc4107', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:39:26.190357 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8745e304-c1a3-4ed9-86e7-6732ec1f981b tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:26.209022 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:26.256766 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8745e304-c1a3-4ed9-86e7-6732ec1f981b tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:26.332578 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8745e304-c1a3-4ed9-86e7-6732ec1f981b tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8280257'] for security_group_rule, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:26.334670 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:39:26.351361 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8745e304-c1a3-4ed9-86e7-6732ec1f981b tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e9b6020-8838-4148-b4f3-9da722e6fcd4,revision_number=0']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:39:26.353935 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-8745e304-c1a3-4ed9-86e7-6732ec1f981b tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:39:26.417499 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-8745e304-c1a3-4ed9-86e7-6732ec1f981b tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:26.418725 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-8745e304-c1a3-4ed9-86e7-6732ec1f981b tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3210776 Jun 18 08:39:26.421769 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 40300) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:39:26.426836 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [None req-b344131b-9285-43b0-aabb-4dbf85989b75 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Request body: {'floatingip': {'floating_network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2'}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:39:26.509851 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-b344131b-9285-43b0-aabb-4dbf85989b75 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks [] for floatingip, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:26.627443 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-b344131b-9285-43b0-aabb-4dbf85989b75 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-568420'] for port, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:26.738322 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.db_base_plugin_common [None req-b344131b-9285-43b0-aabb-4dbf85989b75 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Allocated IP 172.27.2.28 (215fa03e-ed5a-4c2a-ba1d-c413840c30f2/b938f688-1844-46d6-ac73-91c028ff50eb/384da9d3-f276-4824-a470-0e96c6097433) {{(pid=93642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:39:26.848378 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-b344131b-9285-43b0-aabb-4dbf85989b75 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks [] for port, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:26.933407 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-b344131b-9285-43b0-aabb-4dbf85989b75 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-568999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741881438814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16340802'] for port, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:26.936406 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-ba27c214-f7f0-4cc9-9af5-8f048ca2bf05 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:39:26.980603 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b344131b-9285-43b0-aabb-4dbf85989b75 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Network 215fa03e-ed5a-4c2a-ba1d-c413840c30f2 is already hosted by enough agents. {{(pid=93642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:39:26.983562 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.base_scheduler [None req-b344131b-9285-43b0-aabb-4dbf85989b75 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Resources bound (agent type, host, resource id): {{(pid=93642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:39:26.987208 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b344131b-9285-43b0-aabb-4dbf85989b75 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Received port after_create {{(pid=93642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:39:26.993492 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b344131b-9285-43b0-aabb-4dbf85989b75 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Pushing event updated for resources: {'Port': ['ID=384da9d3-f276-4824-a470-0e96c6097433,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:39:27.013371 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-b344131b-9285-43b0-aabb-4dbf85989b75 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:39:27.078777 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-b344131b-9285-43b0-aabb-4dbf85989b75 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:27.181277 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-b344131b-9285-43b0-aabb-4dbf85989b75 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:27.340280 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-b344131b-9285-43b0-aabb-4dbf85989b75 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks [] for port, precommit_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:27.406528 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-b344131b-9285-43b0-aabb-4dbf85989b75 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16340852'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:27.408676 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-d1465d23-50c0-418c-8bfd-9e965646ddfa tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:39:27.481236 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b344131b-9285-43b0-aabb-4dbf85989b75 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Pushing event updated for resources: {'Port': ['ID=384da9d3-f276-4824-a470-0e96c6097433,revision_number=2']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:39:27.485371 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-b344131b-9285-43b0-aabb-4dbf85989b75 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:39:27.491440 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-b344131b-9285-43b0-aabb-4dbf85989b75 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7960458'] for floatingip, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:27.578230 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-b344131b-9285-43b0-aabb-4dbf85989b75 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881'] for floatingip, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:27.579516 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-b344131b-9285-43b0-aabb-4dbf85989b75 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1568406 Jun 18 08:39:27.724079 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-78644414-60b4-4aee-a61f-48ded1ba3f9b req-133a2f77-08dd-4400-9e10-85b36fedcf0a tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--118738102&fields=id&tenant_id=1c8de8ca6fa84ca39f60ecad18ff9fc0 HTTP/1.1" status: 200 len: 267 time: 0.0332811 Jun 18 08:39:27.830132 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78644414-60b4-4aee-a61f-48ded1ba3f9b req-68cbf658-3a08-44db-a681-284e78aac406 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:39:27.831637 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-78644414-60b4-4aee-a61f-48ded1ba3f9b req-68cbf658-3a08-44db-a681-284e78aac406 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/networks?id=9bcb4115-0e1f-4bdc-accb-f68a208ad67f HTTP/1.1" status: 200 len: 816 time: 0.1010354 Jun 18 08:39:27.846232 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-78644414-60b4-4aee-a61f-48ded1ba3f9b req-d0266640-6759-4865-9950-198a79fb63cd tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/quotas/1c8de8ca6fa84ca39f60ecad18ff9fc0 HTTP/1.1" status: 200 len: 375 time: 0.0089278 Jun 18 08:39:27.918405 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-78644414-60b4-4aee-a61f-48ded1ba3f9b req-d2ab31e1-15da-4969-b75c-1cd2e22236ac tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=1c8de8ca6fa84ca39f60ecad18ff9fc0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0670862 Jun 18 08:39:27.976516 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [req-78644414-60b4-4aee-a61f-48ded1ba3f9b req-472c05be-6ab1-4d6e-9097-48530dd8e4f6 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 08:39:27.977406 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-78644414-60b4-4aee-a61f-48ded1ba3f9b req-472c05be-6ab1-4d6e-9097-48530dd8e4f6 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0471973 Jun 18 08:39:28.064705 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-78644414-60b4-4aee-a61f-48ded1ba3f9b req-1743ec0b-24eb-4c88-ae9c-203afb5f7928 service neutron] 10.222.0.70 "GET /v2.0/networks/9bcb4115-0e1f-4bdc-accb-f68a208ad67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811248 Jun 18 08:39:28.432834 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-78644414-60b4-4aee-a61f-48ded1ba3f9b req-ff6f2b2b-dae5-47ca-ac2e-fca87d3f33a8 service neutron] 10.222.0.70 "GET /v2.0/networks/9bcb4115-0e1f-4bdc-accb-f68a208ad67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3621078 Jun 18 08:39:28.723926 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-513eafe1-adff-4537-b796-e7a019ee72e4 req-5cb59566-0efb-4774-bc1c-d1894089417e tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 210 time: 0.0380917 Jun 18 08:39:29.866248 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-fa4d61a6-88d7-409f-80e5-dbb93693179a req-11fc28f8-b4c9-437f-8c07-275e7a0aa144 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 210 time: 0.0305030 Jun 18 08:39:31.017224 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-9a4d1c07-99eb-4bc4-9a68-038172cd4e72 req-b313f9bb-9445-4d71-a234-d90e858b6be4 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 210 time: 0.0323746 Jun 18 08:39:31.124977 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78644414-60b4-4aee-a61f-48ded1ba3f9b req-ad6fbc1c-f468-4968-8a06-8b6ede113e83 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:39:31.126752 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-78644414-60b4-4aee-a61f-48ded1ba3f9b req-ad6fbc1c-f468-4968-8a06-8b6ede113e83 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.72 "GET /v2.0/networks?id=9bcb4115-0e1f-4bdc-accb-f68a208ad67f HTTP/1.1" status: 200 len: 816 time: 0.1121182 Jun 18 08:39:31.196743 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-78644414-60b4-4aee-a61f-48ded1ba3f9b req-94fc9ca5-5045-44f1-9a81-e7d6beda486b tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c8de8ca6fa84ca39f60ecad18ff9fc0 HTTP/1.1" status: 200 len: 379 time: 0.0350094 Jun 18 08:39:31.206549 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [req-78644414-60b4-4aee-a61f-48ded1ba3f9b req-64755e02-f2a7-45bc-b5c7-5fb9de05fc20 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Request body: {'port': {'device_id': '59095723-a25a-4c62-a929-cbc7dccbfdf4', 'network_id': '9bcb4115-0e1f-4bdc-accb-f68a208ad67f', 'admin_state_up': True, 'tenant_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'security_groups': ['ec20a0c4-93c7-4c35-94b7-d8f422dc4107']}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:39:31.412566 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78644414-60b4-4aee-a61f-48ded1ba3f9b req-64755e02-f2a7-45bc-b5c7-5fb9de05fc20 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Made reservation on behalf of 1c8de8ca6fa84ca39f60ecad18ff9fc0 for: {'port': 1} {{(pid=93641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:39:31.416123 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-78644414-60b4-4aee-a61f-48ded1ba3f9b req-64755e02-f2a7-45bc-b5c7-5fb9de05fc20 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-568420'] for port, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:31.542461 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.db.db_base_plugin_common [req-78644414-60b4-4aee-a61f-48ded1ba3f9b req-64755e02-f2a7-45bc-b5c7-5fb9de05fc20 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Allocated IP 172.20.0.13 (9bcb4115-0e1f-4bdc-accb-f68a208ad67f/5fff03b2-a2fe-488b-8a4d-528da3f1348c/b6035dff-df5c-4aa4-91d9-de9460bdb158) {{(pid=93641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:39:31.682928 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-78644414-60b4-4aee-a61f-48ded1ba3f9b req-64755e02-f2a7-45bc-b5c7-5fb9de05fc20 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks [] for port, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:31.695798 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.db.provisioning_blocks [req-78644414-60b4-4aee-a61f-48ded1ba3f9b req-64755e02-f2a7-45bc-b5c7-5fb9de05fc20 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Transition to ACTIVE for port object b6035dff-df5c-4aa4-91d9-de9460bdb158 will not be triggered until provisioned by entity DHCP. {{(pid=93641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:39:31.819011 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-78644414-60b4-4aee-a61f-48ded1ba3f9b req-64755e02-f2a7-45bc-b5c7-5fb9de05fc20 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-568999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741881438814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5195020'] for port, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:31.823023 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-5bff9b00-7a1f-4e84-9376-c7d0189251a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:39:31.872493 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78644414-60b4-4aee-a61f-48ded1ba3f9b req-64755e02-f2a7-45bc-b5c7-5fb9de05fc20 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Network 9bcb4115-0e1f-4bdc-accb-f68a208ad67f is already hosted by enough agents. {{(pid=93641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:39:31.876246 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.base_scheduler [req-78644414-60b4-4aee-a61f-48ded1ba3f9b req-64755e02-f2a7-45bc-b5c7-5fb9de05fc20 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Resources bound (agent type, host, resource id): {{(pid=93641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:39:31.880369 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.db.l3_dvrscheduler_db [req-78644414-60b4-4aee-a61f-48ded1ba3f9b req-64755e02-f2a7-45bc-b5c7-5fb9de05fc20 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Received port after_create {{(pid=93641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:39:31.886806 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64755e02-f2a7-45bc-b5c7-5fb9de05fc20 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Pushing event updated for resources: {'Port': ['ID=b6035dff-df5c-4aa4-91d9-de9460bdb158,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:39:31.906428 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-64755e02-f2a7-45bc-b5c7-5fb9de05fc20 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:39:31.935151 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78644414-60b4-4aee-a61f-48ded1ba3f9b req-64755e02-f2a7-45bc-b5c7-5fb9de05fc20 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:39:31.935728 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-78644414-60b4-4aee-a61f-48ded1ba3f9b req-64755e02-f2a7-45bc-b5c7-5fb9de05fc20 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881'] for port, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:32.024511 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-78644414-60b4-4aee-a61f-48ded1ba3f9b req-64755e02-f2a7-45bc-b5c7-5fb9de05fc20 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8222122 Jun 18 08:39:32.044214 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [req-78644414-60b4-4aee-a61f-48ded1ba3f9b req-bdbdfe97-15ce-46b8-9d91-0fc8206b7152 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 08:39:32.045293 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-78644414-60b4-4aee-a61f-48ded1ba3f9b req-bdbdfe97-15ce-46b8-9d91-0fc8206b7152 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052860 Jun 18 08:39:32.100113 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [req-78644414-60b4-4aee-a61f-48ded1ba3f9b req-42a86944-7d51-4e46-972b-aa4e099de9f3 service neutron] Request body: {'port': {'device_id': '59095723-a25a-4c62-a929-cbc7dccbfdf4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78687'}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:39:32.208282 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-350c3a49-b56d-4cf9-8952-0dcacc3c44bb None None] Provisioning for port b6035dff-df5c-4aa4-91d9-de9460bdb158 completed by entity DHCP. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:39:32.211185 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-78644414-60b4-4aee-a61f-48ded1ba3f9b req-42a86944-7d51-4e46-972b-aa4e099de9f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:32.214238 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-350c3a49-b56d-4cf9-8952-0dcacc3c44bb None None] Provisioning complete for port b6035dff-df5c-4aa4-91d9-de9460bdb158 triggered by entity DHCP. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:39:32.214906 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-350c3a49-b56d-4cf9-8952-0dcacc3c44bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:32.253082 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-350c3a49-b56d-4cf9-8952-0dcacc3c44bb None None] Port b6035dff-df5c-4aa4-91d9-de9460bdb158 cannot update to ACTIVE because it is not bound. {{(pid=93643) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 08:39:32.277175 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e18296-4fe8-4c0e-9f75-10100ae81739 req-183399f4-27d2-433b-81dc-4f119d563cc9 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:39:32.278655 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-74e18296-4fe8-4c0e-9f75-10100ae81739 req-183399f4-27d2-433b-81dc-4f119d563cc9 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 932 time: 0.1371069 Jun 18 08:39:32.387682 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-74e18296-4fe8-4c0e-9f75-10100ae81739 req-aba24584-fc74-4de4-966a-4228561d57fc tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec20a0c4-93c7-4c35-94b7-d8f422dc4107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987620 Jun 18 08:39:32.537301 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.notifiers.nova [req-78644414-60b4-4aee-a61f-48ded1ba3f9b req-42a86944-7d51-4e46-972b-aa4e099de9f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6035dff-df5c-4aa4-91d9-de9460bdb158 {{(pid=93641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 08:39:32.538587 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-78644414-60b4-4aee-a61f-48ded1ba3f9b req-42a86944-7d51-4e46-972b-aa4e099de9f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:32.550226 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.db.provisioning_blocks [req-78644414-60b4-4aee-a61f-48ded1ba3f9b req-42a86944-7d51-4e46-972b-aa4e099de9f3 service neutron] Transition to ACTIVE for port object b6035dff-df5c-4aa4-91d9-de9460bdb158 will not be triggered until provisioned by entity L2. {{(pid=93641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:39:32.635513 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-78644414-60b4-4aee-a61f-48ded1ba3f9b req-42a86944-7d51-4e46-972b-aa4e099de9f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5195066'] for port, after_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:32.637796 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-3cbc8335-1fc7-4b8a-b3fc-515428a8d4fc tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:39:32.713975 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a86944-7d51-4e46-972b-aa4e099de9f3 service neutron] Pushing event updated for resources: {'Port': ['ID=b6035dff-df5c-4aa4-91d9-de9460bdb158,revision_number=2']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:39:32.718512 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-42a86944-7d51-4e46-972b-aa4e099de9f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:39:32.790957 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.managers [req-78644414-60b4-4aee-a61f-48ded1ba3f9b req-42a86944-7d51-4e46-972b-aa4e099de9f3 service neutron] Attempting to bind port b6035dff-df5c-4aa4-91d9-de9460bdb158 on host hv-cinder-78687 for vnic_type normal with profile {{(pid=93641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:39:32.791213 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.managers [req-78644414-60b4-4aee-a61f-48ded1ba3f9b req-42a86944-7d51-4e46-972b-aa4e099de9f3 service neutron] Attempting to bind port b6035dff-df5c-4aa4-91d9-de9460bdb158 by drivers openvswitch,hyperv on host hv-cinder-78687 at level 0 using segments [{'id': 'e9c2f4e9-27ab-41a7-b5e4-528b18385247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '9bcb4115-0e1f-4bdc-accb-f68a208ad67f'}] {{(pid=93641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:39:32.791546 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78644414-60b4-4aee-a61f-48ded1ba3f9b req-42a86944-7d51-4e46-972b-aa4e099de9f3 service neutron] Attempting to bind port b6035dff-df5c-4aa4-91d9-de9460bdb158 on network 9bcb4115-0e1f-4bdc-accb-f68a208ad67f {{(pid=93641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:39:32.796641 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78644414-60b4-4aee-a61f-48ded1ba3f9b req-42a86944-7d51-4e46-972b-aa4e099de9f3 service neutron] Port b6035dff-df5c-4aa4-91d9-de9460bdb158 on network 9bcb4115-0e1f-4bdc-accb-f68a208ad67f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78687 {{(pid=93641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 08:39:32.796974 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78644414-60b4-4aee-a61f-48ded1ba3f9b req-42a86944-7d51-4e46-972b-aa4e099de9f3 service neutron] Attempting to bind port b6035dff-df5c-4aa4-91d9-de9460bdb158 on network 9bcb4115-0e1f-4bdc-accb-f68a208ad67f {{(pid=93641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:39:32.802920 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78644414-60b4-4aee-a61f-48ded1ba3f9b req-42a86944-7d51-4e46-972b-aa4e099de9f3 service neutron] Checking agent: {'id': '7d051742-a391-48d3-aa1e-6019401c6fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78687', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 26, 56), 'started_at': datetime.datetime(2021, 6, 18, 8, 26, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:39:32.803261 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78644414-60b4-4aee-a61f-48ded1ba3f9b req-42a86944-7d51-4e46-972b-aa4e099de9f3 service neutron] Checking segment: {'id': 'e9c2f4e9-27ab-41a7-b5e4-528b18385247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '9bcb4115-0e1f-4bdc-accb-f68a208ad67f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:39:32.803674 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78644414-60b4-4aee-a61f-48ded1ba3f9b req-42a86944-7d51-4e46-972b-aa4e099de9f3 service neutron] Bound using segment: {'id': 'e9c2f4e9-27ab-41a7-b5e4-528b18385247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '9bcb4115-0e1f-4bdc-accb-f68a208ad67f'} {{(pid=93641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:39:32.804141 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.managers [req-78644414-60b4-4aee-a61f-48ded1ba3f9b req-42a86944-7d51-4e46-972b-aa4e099de9f3 service neutron] Bound port: b6035dff-df5c-4aa4-91d9-de9460bdb158, host: hv-cinder-78687, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9c2f4e9-27ab-41a7-b5e4-528b18385247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '9bcb4115-0e1f-4bdc-accb-f68a208ad67f'}}] {{(pid=93641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:39:32.804489 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-78644414-60b4-4aee-a61f-48ded1ba3f9b req-42a86944-7d51-4e46-972b-aa4e099de9f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:32.871210 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.db [req-78644414-60b4-4aee-a61f-48ded1ba3f9b req-42a86944-7d51-4e46-972b-aa4e099de9f3 service neutron] For port b6035dff-df5c-4aa4-91d9-de9460bdb158, host hv-cinder-78687, cleared binding levels {{(pid=93641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:39:32.874224 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.db [req-78644414-60b4-4aee-a61f-48ded1ba3f9b req-42a86944-7d51-4e46-972b-aa4e099de9f3 service neutron] For port b6035dff-df5c-4aa4-91d9-de9460bdb158, host hv-cinder-78687, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=b6035dff-df5c-4aa4-91d9-de9460bdb158,segment=NetworkSegment(e9c2f4e9-27ab-41a7-b5e4-528b18385247),segment_id=e9c2f4e9-27ab-41a7-b5e4-528b18385247)] {{(pid=93641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:39:32.944692 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-78644414-60b4-4aee-a61f-48ded1ba3f9b req-42a86944-7d51-4e46-972b-aa4e099de9f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5195066'] for port, after_update {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:32.946794 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-406d1670-bb19-46bd-880e-c2be340b3cb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:39:32.982621 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78644414-60b4-4aee-a61f-48ded1ba3f9b req-42a86944-7d51-4e46-972b-aa4e099de9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:39:32.983232 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-78644414-60b4-4aee-a61f-48ded1ba3f9b req-42a86944-7d51-4e46-972b-aa4e099de9f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881'] for port, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:32.984625 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-78644414-60b4-4aee-a61f-48ded1ba3f9b req-42a86944-7d51-4e46-972b-aa4e099de9f3 service neutron] 10.222.0.72 "PUT /v2.0/ports/b6035dff-df5c-4aa4-91d9-de9460bdb158 HTTP/1.1" status: 200 len: 1094 time: 0.9329534 Jun 18 08:39:32.985141 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59095723-a25a-4c62-a929-cbc7dccbfdf4', 'tag': 'b6035dff-df5c-4aa4-91d9-de9460bdb158'}] {{(pid=93641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:39:32.987630 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2d7879530654598d2c9a4dfa31a50ac71f4dc09db730dec349bdbb492567000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b297d3e-7a47-40fd-b815-ae931dadf9b9" -d '{"events": [{"name": "network-changed", "server_uuid": "59095723-a25a-4c62-a929-cbc7dccbfdf4", "tag": "b6035dff-df5c-4aa4-91d9-de9460bdb158"}]}' {{(pid=93641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:39:33.012672 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a86944-7d51-4e46-972b-aa4e099de9f3 service neutron] Pushing event updated for resources: {'Port': ['ID=b6035dff-df5c-4aa4-91d9-de9460bdb158,revision_number=3']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:39:33.016311 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-42a86944-7d51-4e46-972b-aa4e099de9f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:39:33.100313 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 08:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9692f43b-6f6e-45a9-b1ee-b84a569ed369 x-openstack-request-id: req-9692f43b-6f6e-45a9-b1ee-b84a569ed369 {{(pid=93641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:39:33.100991 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59095723-a25a-4c62-a929-cbc7dccbfdf4", "tag": "b6035dff-df5c-4aa4-91d9-de9460bdb158", "status": "completed", "code": 200}]} {{(pid=93641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:39:33.100991 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9692f43b-6f6e-45a9-b1ee-b84a569ed369 {{(pid=93641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:39:33.101416 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59095723-a25a-4c62-a929-cbc7dccbfdf4', 'tag': 'b6035dff-df5c-4aa4-91d9-de9460bdb158', 'status': 'completed', 'code': 200} Jun 18 08:39:33.173412 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78644414-60b4-4aee-a61f-48ded1ba3f9b req-160fb420-a422-4c1e-9e1d-5f5af6cbce2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:39:33.174896 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-78644414-60b4-4aee-a61f-48ded1ba3f9b req-160fb420-a422-4c1e-9e1d-5f5af6cbce2b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1c8de8ca6fa84ca39f60ecad18ff9fc0&device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 1097 time: 0.0551982 Jun 18 08:39:33.228375 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-78644414-60b4-4aee-a61f-48ded1ba3f9b req-e3b861bf-9eb3-411d-8284-335806738263 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6035dff-df5c-4aa4-91d9-de9460bdb158 HTTP/1.1" status: 200 len: 217 time: 0.0397239 Jun 18 08:39:33.277748 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78644414-60b4-4aee-a61f-48ded1ba3f9b req-e43d8450-77c1-474e-be35-28cfa251aea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:39:33.279099 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-78644414-60b4-4aee-a61f-48ded1ba3f9b req-e43d8450-77c1-474e-be35-28cfa251aea0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5fff03b2-a2fe-488b-8a4d-528da3f1348c HTTP/1.1" status: 200 len: 855 time: 0.0449078 Jun 18 08:39:33.336205 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78644414-60b4-4aee-a61f-48ded1ba3f9b req-2232b5a7-0228-47d2-8314-acf02ed4eb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:39:33.337754 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-78644414-60b4-4aee-a61f-48ded1ba3f9b req-2232b5a7-0228-47d2-8314-acf02ed4eb02 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9bcb4115-0e1f-4bdc-accb-f68a208ad67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0514324 Jun 18 08:39:33.436083 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-78644414-60b4-4aee-a61f-48ded1ba3f9b req-ba81cd22-027d-468b-99de-608b765ae603 service neutron] 10.222.0.72 "GET /v2.0/networks/9bcb4115-0e1f-4bdc-accb-f68a208ad67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910158 Jun 18 08:39:33.560747 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-78644414-60b4-4aee-a61f-48ded1ba3f9b req-9e1d0889-ec06-4f92-a298-96f1757cb942 service neutron] 10.222.0.72 "GET /v2.0/networks/9bcb4115-0e1f-4bdc-accb-f68a208ad67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174390 Jun 18 08:39:33.593639 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7564419-1eba-4d97-b819-131ff246e196 req-bc4ca08e-4cdd-404c-8a3a-cc11083fe0d5 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:39:33.595078 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d7564419-1eba-4d97-b819-131ff246e196 req-bc4ca08e-4cdd-404c-8a3a-cc11083fe0d5 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 944 time: 0.0819976 Jun 18 08:39:33.634574 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d7564419-1eba-4d97-b819-131ff246e196 req-d336b939-cc32-4fc2-9a14-bf3f8f573865 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec20a0c4-93c7-4c35-94b7-d8f422dc4107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327499 Jun 18 08:39:33.789877 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b297d3e-7a47-40fd-b815-ae931dadf9b9 req-f20ce910-21b6-4510-8200-b9cf3d70f0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:39:33.791349 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0b297d3e-7a47-40fd-b815-ae931dadf9b9 req-f20ce910-21b6-4510-8200-b9cf3d70f0c0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1c8de8ca6fa84ca39f60ecad18ff9fc0&device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 1097 time: 0.0543485 Jun 18 08:39:33.885999 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b297d3e-7a47-40fd-b815-ae931dadf9b9 req-1c94a97c-4f2c-4816-8ba4-6e5a5dff40cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:39:33.887609 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0b297d3e-7a47-40fd-b815-ae931dadf9b9 req-1c94a97c-4f2c-4816-8ba4-6e5a5dff40cb service neutron] 10.222.0.72 "GET /v2.0/networks?id=9bcb4115-0e1f-4bdc-accb-f68a208ad67f HTTP/1.1" status: 200 len: 917 time: 0.0894642 Jun 18 08:39:33.928686 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0b297d3e-7a47-40fd-b815-ae931dadf9b9 req-b3dce670-8540-4a9e-b4b0-01a3c070e603 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6035dff-df5c-4aa4-91d9-de9460bdb158 HTTP/1.1" status: 200 len: 217 time: 0.0344882 Jun 18 08:39:33.978862 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b297d3e-7a47-40fd-b815-ae931dadf9b9 req-0f72b4ff-07d9-4e1a-8e5f-cbf89825e14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:39:33.980360 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0b297d3e-7a47-40fd-b815-ae931dadf9b9 req-0f72b4ff-07d9-4e1a-8e5f-cbf89825e14c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5fff03b2-a2fe-488b-8a4d-528da3f1348c HTTP/1.1" status: 200 len: 855 time: 0.0447466 Jun 18 08:39:34.042735 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b297d3e-7a47-40fd-b815-ae931dadf9b9 req-ebe70e5e-7915-4f7e-8929-a7d927559dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:39:34.044247 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0b297d3e-7a47-40fd-b815-ae931dadf9b9 req-ebe70e5e-7915-4f7e-8929-a7d927559dbf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9bcb4115-0e1f-4bdc-accb-f68a208ad67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0573001 Jun 18 08:39:34.132408 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0b297d3e-7a47-40fd-b815-ae931dadf9b9 req-73bf35b4-20ef-4d9e-9144-781197d84a5a service neutron] 10.222.0.72 "GET /v2.0/networks/9bcb4115-0e1f-4bdc-accb-f68a208ad67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815814 Jun 18 08:39:34.231607 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0b297d3e-7a47-40fd-b815-ae931dadf9b9 req-8a1fc599-3ca7-49ce-b0a5-722a68dc3593 service neutron] 10.222.0.72 "GET /v2.0/networks/9bcb4115-0e1f-4bdc-accb-f68a208ad67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922713 Jun 18 08:39:34.815626 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad51e6-d058-45db-aa72-a121f32eb5cd req-8a69637c-a9ad-41d2-96e1-fe41a4e2116c tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:39:34.817111 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-48ad51e6-d058-45db-aa72-a121f32eb5cd req-8a69637c-a9ad-41d2-96e1-fe41a4e2116c tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 944 time: 0.0648446 Jun 18 08:39:34.856885 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-48ad51e6-d058-45db-aa72-a121f32eb5cd req-23c22873-2b3b-4805-9eab-cd279fd54b2e tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec20a0c4-93c7-4c35-94b7-d8f422dc4107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323067 Jun 18 08:39:36.036788 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448033fa-bd9e-4c1b-9c7b-aced901244c8 req-e49eeac2-5f13-4587-b501-08a01aae6612 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:39:36.038256 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-448033fa-bd9e-4c1b-9c7b-aced901244c8 req-e49eeac2-5f13-4587-b501-08a01aae6612 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 944 time: 0.0625925 Jun 18 08:39:36.076182 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-448033fa-bd9e-4c1b-9c7b-aced901244c8 req-91ab5add-0f75-40d3-9e66-7e60b84a7708 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec20a0c4-93c7-4c35-94b7-d8f422dc4107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320063 Jun 18 08:39:37.259869 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d616b489-a15b-4173-97c7-12910188cbbc req-1ef8f498-206e-42ed-872f-74128c501573 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:39:37.261286 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d616b489-a15b-4173-97c7-12910188cbbc req-1ef8f498-206e-42ed-872f-74128c501573 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 944 time: 0.0677278 Jun 18 08:39:37.299645 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d616b489-a15b-4173-97c7-12910188cbbc req-ef7ef2d9-658a-4583-a872-3ef5d691ef58 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec20a0c4-93c7-4c35-94b7-d8f422dc4107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327215 Jun 18 08:39:38.109101 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device b6035dff-df5c-4aa4-91d9-de9460bdb158 details requested by agent hyperv_hv-cinder-78687 with host hv-cinder-78687 {{(pid=93643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 08:39:38.216325 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] For port b6035dff-df5c-4aa4-91d9-de9460bdb158, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=b6035dff-df5c-4aa4-91d9-de9460bdb158,segment=NetworkSegment(e9c2f4e9-27ab-41a7-b5e4-528b18385247),segment_id=e9c2f4e9-27ab-41a7-b5e4-528b18385247)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:39:38.228686 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Returning: {'device': 'b6035dff-df5c-4aa4-91d9-de9460bdb158', 'network_id': '9bcb4115-0e1f-4bdc-accb-f68a208ad67f', 'port_id': 'b6035dff-df5c-4aa4-91d9-de9460bdb158', 'mac_address': 'fa:16:3e:dd:bf:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fff03b2-a2fe-488b-8a4d-528da3f1348c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 08:39:38.269706 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:38.283662 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.notifiers.nova [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6035dff-df5c-4aa4-91d9-de9460bdb158 {{(pid=93643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 08:39:38.305288 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] For port b6035dff-df5c-4aa4-91d9-de9460bdb158, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=b6035dff-df5c-4aa4-91d9-de9460bdb158,segment=NetworkSegment(e9c2f4e9-27ab-41a7-b5e4-528b18385247),segment_id=e9c2f4e9-27ab-41a7-b5e4-528b18385247)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:39:38.365701 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:38.368664 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:39:38.423222 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Pushing event updated for resources: {'Port': ['ID=b6035dff-df5c-4aa4-91d9-de9460bdb158,revision_number=4']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:39:38.427296 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:39:38.500050 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91794e11-f75c-4f31-be11-65ccc933a031 req-fe9f560b-7716-41b2-a228-2f38bccd59a5 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:39:38.501901 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-91794e11-f75c-4f31-be11-65ccc933a031 req-fe9f560b-7716-41b2-a228-2f38bccd59a5 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 945 time: 0.0793025 Jun 18 08:39:38.542410 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-91794e11-f75c-4f31-be11-65ccc933a031 req-482a1d1c-7dc5-44a9-83d6-f653c3916c1c tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec20a0c4-93c7-4c35-94b7-d8f422dc4107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347011 Jun 18 08:39:38.906642 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] get_ports_and_sgs() called for port_ids ['b6035dff-df5c-4aa4-91d9-de9460bdb158'] {{(pid=93643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 08:39:39.086899 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-db190dbc-8521-48de-b3eb-c31c1f62ac73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:39.728901 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b43b44-af1d-4b88-8242-c8f69e4aa5b6 req-0444b0cd-7930-4880-82f1-745aa67f69eb tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:39:39.730335 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-24b43b44-af1d-4b88-8242-c8f69e4aa5b6 req-0444b0cd-7930-4880-82f1-745aa67f69eb tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 945 time: 0.0644233 Jun 18 08:39:39.772576 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-24b43b44-af1d-4b88-8242-c8f69e4aa5b6 req-acb1b826-a79f-47e0-b040-0e2e43b754d4 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec20a0c4-93c7-4c35-94b7-d8f422dc4107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365348 Jun 18 08:39:40.108798 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device b6035dff-df5c-4aa4-91d9-de9460bdb158 up at agent hyperv_hv-cinder-78687 {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:39:40.241188 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Provisioning for port b6035dff-df5c-4aa4-91d9-de9460bdb158 completed by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:39:40.245226 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Provisioning complete for port b6035dff-df5c-4aa4-91d9-de9460bdb158 triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:39:40.245615 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:40.327427 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:40.350280 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59095723-a25a-4c62-a929-cbc7dccbfdf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6035dff-df5c-4aa4-91d9-de9460bdb158'}] {{(pid=93643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:39:40.352610 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76bfc2cc3cc97e327acfe832f03e535bb9cef84d361ee3b318e5c5a2ba23989c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e4eb1d-b6d3-4f17-8b56-9e3cd4875909" -d '{"events": [{"server_uuid": "59095723-a25a-4c62-a929-cbc7dccbfdf4", "name": "network-vif-plugged", "status": "completed", "tag": "b6035dff-df5c-4aa4-91d9-de9460bdb158"}]}' {{(pid=93643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:39:40.367851 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] For port b6035dff-df5c-4aa4-91d9-de9460bdb158, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=b6035dff-df5c-4aa4-91d9-de9460bdb158,segment=NetworkSegment(e9c2f4e9-27ab-41a7-b5e4-528b18385247),segment_id=e9c2f4e9-27ab-41a7-b5e4-528b18385247)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:39:40.395339 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 08:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108804fd-f232-43f7-8244-293a0fa7f0eb x-openstack-request-id: req-108804fd-f232-43f7-8244-293a0fa7f0eb {{(pid=93643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:39:40.395643 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59095723-a25a-4c62-a929-cbc7dccbfdf4", "name": "network-vif-plugged", "status": "completed", "tag": "b6035dff-df5c-4aa4-91d9-de9460bdb158", "code": 200}]} {{(pid=93643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:39:40.395912 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-108804fd-f232-43f7-8244-293a0fa7f0eb {{(pid=93643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:39:40.396351 dv-cinder-786873-3-iscsi neutron-server[93643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59095723-a25a-4c62-a929-cbc7dccbfdf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6035dff-df5c-4aa4-91d9-de9460bdb158', 'code': 200} Jun 18 08:39:40.417993 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:40.419912 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:39:40.468419 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Pushing event updated for resources: {'Port': ['ID=b6035dff-df5c-4aa4-91d9-de9460bdb158,revision_number=5']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:39:40.471421 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:39:40.828841 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0fb3ee-71df-4caa-ab36-20c05ed42d99 req-a6b60cfd-0ace-4e20-9440-75b3065a8566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:39:40.830345 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-db0fb3ee-71df-4caa-ab36-20c05ed42d99 req-a6b60cfd-0ace-4e20-9440-75b3065a8566 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 1099 time: 0.0530608 Jun 18 08:39:40.868188 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-db0fb3ee-71df-4caa-ab36-20c05ed42d99 req-5d6aad1c-4d59-43c5-a1ea-f07df48aece9 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ec20a0c4-93c7-4c35-94b7-d8f422dc4107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299249 Jun 18 08:39:40.959124 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c95fe03-4604-4bcc-9c9a-06a7be3aace2 req-cf248ad4-0b4c-444d-8d74-2d754d75a26c tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:39:40.960528 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-9c95fe03-4604-4bcc-9c9a-06a7be3aace2 req-cf248ad4-0b4c-444d-8d74-2d754d75a26c tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 946 time: 0.0631962 Jun 18 08:39:40.998675 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-9c95fe03-4604-4bcc-9c9a-06a7be3aace2 req-0a7fe371-bdf7-44da-9bcf-ca1ebcb73746 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec20a0c4-93c7-4c35-94b7-d8f422dc4107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325584 Jun 18 08:39:41.537126 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-481bbefd-bdff-46b3-93ce-f77f6ad19a79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:41.920876 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:42.182279 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9349a75-86f9-44b5-8277-7a300e58ec12 req-a81df1b3-208e-47f1-9a67-e83a51225a64 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:39:42.183744 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b9349a75-86f9-44b5-8277-7a300e58ec12 req-a81df1b3-208e-47f1-9a67-e83a51225a64 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 946 time: 0.0674336 Jun 18 08:39:42.222267 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b9349a75-86f9-44b5-8277-7a300e58ec12 req-1bb5681e-aad3-4ea5-b10b-66f1ac403be9 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec20a0c4-93c7-4c35-94b7-d8f422dc4107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327268 Jun 18 08:39:42.908158 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-37edacc1-1ba5-460e-aa47-45b5acfa9d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:43.401617 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b086c1c9-8cb9-44c9-9ae6-5f9c8752838f req-5908c7b3-790f-4e83-99b2-70d012544784 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:39:43.403168 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b086c1c9-8cb9-44c9-9ae6-5f9c8752838f req-5908c7b3-790f-4e83-99b2-70d012544784 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 946 time: 0.0639617 Jun 18 08:39:43.442713 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b086c1c9-8cb9-44c9-9ae6-5f9c8752838f req-98fa7c01-e9b9-4218-a2ca-33001744a5d0 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec20a0c4-93c7-4c35-94b7-d8f422dc4107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337913 Jun 18 08:39:43.620092 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b1236b-db82-4817-a523-110faa24122a req-0d16fa93-1303-4f56-9a0d-580beb58bd44 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:39:43.621366 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-96b1236b-db82-4817-a523-110faa24122a req-0d16fa93-1303-4f56-9a0d-580beb58bd44 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 946 time: 0.0645781 Jun 18 08:39:43.631245 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 40408) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:39:43.636084 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [None req-0d5878ad-1238-4838-a409-335010e6508b tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Request body: {'floatingip': {'port_id': 'b6035dff-df5c-4aa4-91d9-de9460bdb158'}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:39:43.675140 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-0d5878ad-1238-4838-a409-335010e6508b tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks [] for floatingip, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:44.115377 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-0d5878ad-1238-4838-a409-335010e6508b tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:44.199328 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-0d5878ad-1238-4838-a409-335010e6508b tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7960458'] for floatingip, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:44.301414 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.db.l3_db [None req-0d5878ad-1238-4838-a409-335010e6508b tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Floating IP 885d4968-e55d-4021-99d8-4d7de28933be associated. External IP: 172.27.2.28, port: b6035dff-df5c-4aa4-91d9-de9460bdb158. Jun 18 08:39:44.508534 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d5878ad-1238-4838-a409-335010e6508b tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Router eacc6b9b-dde8-4cc1-a067-faeda1f4ed39 has already been hosted by L3 agent ebfc1b20-a3df-4bae-b350-fc31028a16a3 {{(pid=93642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 08:39:44.617141 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d5878ad-1238-4838-a409-335010e6508b tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify agent at l3_agent.dv-cinder-786873-3-iscsi the message routers_updated {{(pid=93642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:39:44.622203 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-0d5878ad-1238-4838-a409-335010e6508b tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881'] for floatingip, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:44.627108 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db3f46c-349d-4c9b-aca2-6350dd75d14a None None] Sync routers for ids ['eacc6b9b-dde8-4cc1-a067-faeda1f4ed39'] in dv-cinder-786873-3-iscsi {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:39:44.636692 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db3f46c-349d-4c9b-aca2-6350dd75d14a None None] Routers {'eacc6b9b-dde8-4cc1-a067-faeda1f4ed39'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:39:44.637310 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-5db3f46c-349d-4c9b-aca2-6350dd75d14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:39:41Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['eacc6b9b-dde8-4cc1-a067-faeda1f4ed39'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:39:44.657870 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-0d5878ad-1238-4838-a409-335010e6508b tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "PUT /v2.0/floatingips/885d4968-e55d-4021-99d8-4d7de28933be HTTP/1.1" status: 200 len: 991 time: 1.0254900 Jun 18 08:39:44.658578 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59095723-a25a-4c62-a929-cbc7dccbfdf4', 'tag': 'b6035dff-df5c-4aa4-91d9-de9460bdb158'}] {{(pid=93642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:39:44.661514 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8e20e2b9f795c08d425b6044ace8e6bfcc189f1bac9bd432248b5aa3a03ca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d1f93a-f7bc-4f91-b819-a923896accf1" -d '{"events": [{"name": "network-changed", "server_uuid": "59095723-a25a-4c62-a929-cbc7dccbfdf4", "tag": "b6035dff-df5c-4aa4-91d9-de9460bdb158"}]}' {{(pid=93642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:39:44.672960 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-624571b3-aef6-4a8c-8ab3-5c089201a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:44.702045 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 08:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92757070-22d5-416e-9b13-d96dbbff3847 x-openstack-request-id: req-92757070-22d5-416e-9b13-d96dbbff3847 {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:39:44.702707 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59095723-a25a-4c62-a929-cbc7dccbfdf4", "tag": "b6035dff-df5c-4aa4-91d9-de9460bdb158", "status": "completed", "code": 200}]} {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:39:44.703076 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-92757070-22d5-416e-9b13-d96dbbff3847 {{(pid=93642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:39:44.703578 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59095723-a25a-4c62-a929-cbc7dccbfdf4', 'tag': 'b6035dff-df5c-4aa4-91d9-de9460bdb158', 'status': 'completed', 'code': 200} Jun 18 08:39:44.746135 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-5db3f46c-349d-4c9b-aca2-6350dd75d14a None None] Set router eacc6b9b-dde8-4cc1-a067-faeda1f4ed39 gateway port host: dv-cinder-786873-3-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:39:44.837956 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1f93a-f7bc-4f91-b819-a923896accf1 req-9d16ce59-1817-41b9-aa13-879f7331b842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:39:44.839509 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-16d1f93a-f7bc-4f91-b819-a923896accf1 req-9d16ce59-1817-41b9-aa13-879f7331b842 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1c8de8ca6fa84ca39f60ecad18ff9fc0&device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 1099 time: 0.0612853 Jun 18 08:39:44.931733 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1f93a-f7bc-4f91-b819-a923896accf1 req-8f521b2a-765b-4e3c-9aa4-19f0fe53435d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:39:44.933147 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-16d1f93a-f7bc-4f91-b819-a923896accf1 req-8f521b2a-765b-4e3c-9aa4-19f0fe53435d service neutron] 10.222.0.72 "GET /v2.0/networks?id=9bcb4115-0e1f-4bdc-accb-f68a208ad67f HTTP/1.1" status: 200 len: 917 time: 0.0873404 Jun 18 08:39:44.981452 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-5db3f46c-349d-4c9b-aca2-6350dd75d14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eacc6b9b-dde8-4cc1-a067-faeda1f4ed39', 'name': 'tempest-AttachVolumeShelveTestJSON-532613909-router', 'tenant_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '141a3536-619b-4d86-b4af-cfee18fc7340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:33:47Z', 'updated_at': '2021-06-18T08:33:55Z', 'revision_number': 4, 'project_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'gw_port': {'id': '141a3536-619b-4d86-b4af-cfee18fc7340', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacc6b9b-dde8-4cc1-a067-faeda1f4ed39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:49Z', 'updated_at': '2021-06-18T08:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_floatingips': [{'id': '885d4968-e55d-4021-99d8-4d7de28933be', 'tenant_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'floating_ip_address': '172.27.2.28', 'floating_network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'router_id': 'eacc6b9b-dde8-4cc1-a067-faeda1f4ed39', 'port_id': 'b6035dff-df5c-4aa4-91d9-de9460bdb158', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bcb4115-0e1f-4bdc-accb-f68a208ad67f', 'mac_address': 'fa:16:3e:dd:bf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59095723-a25a-4c62-a929-cbc7dccbfdf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T08:39:27Z', 'updated_at': '2021-06-18T08:39:44Z', 'revision_number': 1, 'project_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1067a414-d36d-4134-a5d9-d17ab07c7c09', 'name': '', 'network_id': '9bcb4115-0e1f-4bdc-accb-f68a208ad67f', 'tenant_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'mac_address': 'fa:16:3e:ab:38:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacc6b9b-dde8-4cc1-a067-faeda1f4ed39', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '5fff03b2-a2fe-488b-8a4d-528da3f1348c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:53Z', 'updated_at': '2021-06-18T08:34:04Z', 'revision_number': 5, 'project_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'subnets': [{'id': '5fff03b2-a2fe-488b-8a4d-528da3f1348c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:39:45.008270 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db3f46c-349d-4c9b-aca2-6350dd75d14a None None] Checking router: eacc6b9b-dde8-4cc1-a067-faeda1f4ed39 for host: dv-cinder-786873-3-iscsi {{(pid=93643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:39:45.009469 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-16d1f93a-f7bc-4f91-b819-a923896accf1 req-5c4ebc19-6277-436b-aad9-12ddef0c2944 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6035dff-df5c-4aa4-91d9-de9460bdb158 HTTP/1.1" status: 200 len: 999 time: 0.0634742 Jun 18 08:39:45.017422 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db3f46c-349d-4c9b-aca2-6350dd75d14a None None] Routers {'eacc6b9b-dde8-4cc1-a067-faeda1f4ed39'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:39:45.018043 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-5db3f46c-349d-4c9b-aca2-6350dd75d14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:39:41Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['eacc6b9b-dde8-4cc1-a067-faeda1f4ed39'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:39:45.059001 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1f93a-f7bc-4f91-b819-a923896accf1 req-44da64ff-a0e9-4ff4-afb4-0f44734c7555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:39:45.060461 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-16d1f93a-f7bc-4f91-b819-a923896accf1 req-44da64ff-a0e9-4ff4-afb4-0f44734c7555 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5fff03b2-a2fe-488b-8a4d-528da3f1348c HTTP/1.1" status: 200 len: 855 time: 0.0444679 Jun 18 08:39:45.118577 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1f93a-f7bc-4f91-b819-a923896accf1 req-dc654787-077c-4660-9141-24fb6484b758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:39:45.120408 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-16d1f93a-f7bc-4f91-b819-a923896accf1 req-dc654787-077c-4660-9141-24fb6484b758 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9bcb4115-0e1f-4bdc-accb-f68a208ad67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0529120 Jun 18 08:39:45.126761 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-5db3f46c-349d-4c9b-aca2-6350dd75d14a None None] Set router eacc6b9b-dde8-4cc1-a067-faeda1f4ed39 gateway port host: dv-cinder-786873-3-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:39:45.216774 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-16d1f93a-f7bc-4f91-b819-a923896accf1 req-735a3015-c838-450f-bb1d-4aa04d3a0cbb service neutron] 10.222.0.72 "GET /v2.0/networks/9bcb4115-0e1f-4bdc-accb-f68a208ad67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886652 Jun 18 08:39:45.315461 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-16d1f93a-f7bc-4f91-b819-a923896accf1 req-104fcab4-4a72-47e7-9b0e-78c9afb1149c service neutron] 10.222.0.72 "GET /v2.0/networks/9bcb4115-0e1f-4bdc-accb-f68a208ad67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871556 Jun 18 08:39:45.360649 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-5db3f46c-349d-4c9b-aca2-6350dd75d14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eacc6b9b-dde8-4cc1-a067-faeda1f4ed39', 'name': 'tempest-AttachVolumeShelveTestJSON-532613909-router', 'tenant_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '141a3536-619b-4d86-b4af-cfee18fc7340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:33:47Z', 'updated_at': '2021-06-18T08:33:55Z', 'revision_number': 4, 'project_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'gw_port': {'id': '141a3536-619b-4d86-b4af-cfee18fc7340', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacc6b9b-dde8-4cc1-a067-faeda1f4ed39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:49Z', 'updated_at': '2021-06-18T08:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_floatingips': [{'id': '885d4968-e55d-4021-99d8-4d7de28933be', 'tenant_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'floating_ip_address': '172.27.2.28', 'floating_network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'router_id': 'eacc6b9b-dde8-4cc1-a067-faeda1f4ed39', 'port_id': 'b6035dff-df5c-4aa4-91d9-de9460bdb158', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bcb4115-0e1f-4bdc-accb-f68a208ad67f', 'mac_address': 'fa:16:3e:dd:bf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59095723-a25a-4c62-a929-cbc7dccbfdf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T08:39:27Z', 'updated_at': '2021-06-18T08:39:44Z', 'revision_number': 1, 'project_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1067a414-d36d-4134-a5d9-d17ab07c7c09', 'name': '', 'network_id': '9bcb4115-0e1f-4bdc-accb-f68a208ad67f', 'tenant_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'mac_address': 'fa:16:3e:ab:38:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacc6b9b-dde8-4cc1-a067-faeda1f4ed39', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '5fff03b2-a2fe-488b-8a4d-528da3f1348c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:53Z', 'updated_at': '2021-06-18T08:34:04Z', 'revision_number': 5, 'project_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'subnets': [{'id': '5fff03b2-a2fe-488b-8a4d-528da3f1348c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:39:45.386683 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db3f46c-349d-4c9b-aca2-6350dd75d14a None None] The sync data for ids ['eacc6b9b-dde8-4cc1-a067-faeda1f4ed39'] in dv-cinder-786873-3-iscsi is: [{'id': 'eacc6b9b-dde8-4cc1-a067-faeda1f4ed39', 'name': 'tempest-AttachVolumeShelveTestJSON-532613909-router', 'tenant_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '141a3536-619b-4d86-b4af-cfee18fc7340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:33:47Z', 'updated_at': '2021-06-18T08:33:55Z', 'revision_number': 4, 'project_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'gw_port': {'id': '141a3536-619b-4d86-b4af-cfee18fc7340', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacc6b9b-dde8-4cc1-a067-faeda1f4ed39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:49Z', 'updated_at': '2021-06-18T08:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_floatingips': [{'id': '885d4968-e55d-4021-99d8-4d7de28933be', 'tenant_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'floating_ip_address': '172.27.2.28', 'floating_network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'router_id': 'eacc6b9b-dde8-4cc1-a067-faeda1f4ed39', 'port_id': 'b6035dff-df5c-4aa4-91d9-de9460bdb158', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bcb4115-0e1f-4bdc-accb-f68a208ad67f', 'mac_address': 'fa:16:3e:dd:bf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59095723-a25a-4c62-a929-cbc7dccbfdf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T08:39:27Z', 'updated_at': '2021-06-18T08:39:44Z', 'revision_number': 1, 'project_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1067a414-d36d-4134-a5d9-d17ab07c7c09', 'name': '', 'network_id': '9bcb4115-0e1f-4bdc-accb-f68a208ad67f', 'tenant_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'mac_address': 'fa:16:3e:ab:38:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacc6b9b-dde8-4cc1-a067-faeda1f4ed39', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '5fff03b2-a2fe-488b-8a4d-528da3f1348c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:53Z', 'updated_at': '2021-06-18T08:34:04Z', 'revision_number': 5, 'project_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'subnets': [{'id': '5fff03b2-a2fe-488b-8a4d-528da3f1348c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:39:45.571083 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f178735-4ed7-46f8-8086-62f841039152 None None] New status for floating IP 885d4968-e55d-4021-99d8-4d7de28933be: ACTIVE {{(pid=93644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 08:39:56.257737 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:39:58.954617 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.agents_db [None req-a940af84-dce7-47c4-b5d3-ae67f117b383 None None] Agent healthcheck: found 6 active agents {{(pid=93644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:40:08.048047 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ac44b9e7-6a1e-41fa-a173-3f4253b3e66b req-07682d3f-b578-4310-9c7c-423ece48e946 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9cd50329-1ab6-4882-87f9-35182c799443&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0524120 Jun 18 08:40:08.205757 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44b9e7-6a1e-41fa-a173-3f4253b3e66b req-ceddc70c-975b-49e7-98bf-e96ea040f8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:40:08.207200 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ac44b9e7-6a1e-41fa-a173-3f4253b3e66b req-ceddc70c-975b-49e7-98bf-e96ea040f8f4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=16377c30d98b40d2a1d40d112350c18e&device_id=9cd50329-1ab6-4882-87f9-35182c799443 HTTP/1.1" status: 200 len: 1099 time: 0.0544314 Jun 18 08:40:08.309076 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44b9e7-6a1e-41fa-a173-3f4253b3e66b req-59ad5931-df03-42ca-8489-0846a7f2a69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:40:08.310501 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ac44b9e7-6a1e-41fa-a173-3f4253b3e66b req-59ad5931-df03-42ca-8489-0846a7f2a69c service neutron] 10.222.0.72 "GET /v2.0/networks?id=f70ada02-a3f7-438f-9c1f-42f5efecb904 HTTP/1.1" status: 200 len: 909 time: 0.0829039 Jun 18 08:40:08.377851 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ac44b9e7-6a1e-41fa-a173-3f4253b3e66b req-62e5b2c1-d237-4b02-a192-9fd869cd01b9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35d03bd4-b558-4a3f-9d24-c3af85607e9a HTTP/1.1" status: 200 len: 1002 time: 0.0605688 Jun 18 08:40:08.433614 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44b9e7-6a1e-41fa-a173-3f4253b3e66b req-74a9cf53-9388-419b-8b6b-93ab029af96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:40:08.434948 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ac44b9e7-6a1e-41fa-a173-3f4253b3e66b req-74a9cf53-9388-419b-8b6b-93ab029af96e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7b36080a-c49b-4a50-be3f-ccdce5af667b HTTP/1.1" status: 200 len: 847 time: 0.0470889 Jun 18 08:40:08.492269 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44b9e7-6a1e-41fa-a173-3f4253b3e66b req-7b316100-05d5-440e-9801-688dd43ae3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:40:08.493916 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ac44b9e7-6a1e-41fa-a173-3f4253b3e66b req-7b316100-05d5-440e-9801-688dd43ae3de service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f70ada02-a3f7-438f-9c1f-42f5efecb904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0509477 Jun 18 08:40:08.586482 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ac44b9e7-6a1e-41fa-a173-3f4253b3e66b req-a018c07e-c7dc-40ae-a93f-53b2856f4af4 service neutron] 10.222.0.72 "GET /v2.0/networks/f70ada02-a3f7-438f-9c1f-42f5efecb904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843973 Jun 18 08:40:08.674361 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ac44b9e7-6a1e-41fa-a173-3f4253b3e66b req-0c2d4fb3-3127-4e9c-9a3b-1b7d2a8a19df service neutron] 10.222.0.72 "GET /v2.0/networks/f70ada02-a3f7-438f-9c1f-42f5efecb904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807805 Jun 18 08:40:09.066616 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-43166001-8a3a-43db-931c-a89645c30797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:11.497439 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-6cc58b10-342b-45f8-a72b-3c2ca40e3a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:11.902801 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:12.872489 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-37edacc1-1ba5-460e-aa47-45b5acfa9d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:14.618169 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-624571b3-aef6-4a8c-8ab3-5c089201a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:20.075078 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 40606) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:40:20.323570 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-ee4f9919-4c26-4d25-8b33-0a710065e8c8 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Deleting port 81f38e7a-f33b-4613-8ce2-7a00113d8767 {{(pid=93642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:40:20.323912 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-ee4f9919-4c26-4d25-8b33-0a710065e8c8 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741882027237'] for port, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:20.401460 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-ee4f9919-4c26-4d25-8b33-0a710065e8c8 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7962534'] for port, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:20.401787 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-ee4f9919-4c26-4d25-8b33-0a710065e8c8 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:20.463783 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-ee4f9919-4c26-4d25-8b33-0a710065e8c8 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Calling delete_port for 81f38e7a-f33b-4613-8ce2-7a00113d8767 owned by network:floatingip {{(pid=93642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:40:20.695819 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-ee4f9919-4c26-4d25-8b33-0a710065e8c8 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741882028261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741881438823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16340813'] for port, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:20.697906 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-e76b24a0-f1b8-412a-8abe-811d925c07a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:40:20.726390 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4f9919-4c26-4d25-8b33-0a710065e8c8 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Pushing event deleted for resources: {'Port': ['ID=81f38e7a-f33b-4613-8ce2-7a00113d8767,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:40:20.753993 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4f9919-4c26-4d25-8b33-0a710065e8c8 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:40:20.754365 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4f9919-4c26-4d25-8b33-0a710065e8c8 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:40:20.754731 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4f9919-4c26-4d25-8b33-0a710065e8c8 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:40:20.755087 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4f9919-4c26-4d25-8b33-0a710065e8c8 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:40:20.755439 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4f9919-4c26-4d25-8b33-0a710065e8c8 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:40:20.755789 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4f9919-4c26-4d25-8b33-0a710065e8c8 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:40:20.756165 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4f9919-4c26-4d25-8b33-0a710065e8c8 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:40:20.756513 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4f9919-4c26-4d25-8b33-0a710065e8c8 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:40:20.756858 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4f9919-4c26-4d25-8b33-0a710065e8c8 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:40:20.757203 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4f9919-4c26-4d25-8b33-0a710065e8c8 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:40:20.758196 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4f9919-4c26-4d25-8b33-0a710065e8c8 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:40:20.758540 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4f9919-4c26-4d25-8b33-0a710065e8c8 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:40:20.762054 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-ee4f9919-4c26-4d25-8b33-0a710065e8c8 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:40:20.802075 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-ee4f9919-4c26-4d25-8b33-0a710065e8c8 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Notify callbacks [] for floatingip, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:20.802401 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.db.l3_db [None req-ee4f9919-4c26-4d25-8b33-0a710065e8c8 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Floating IP 5dd178d8-f0df-496e-9140-6f1551800986 disassociated (deleted). External IP: 172.27.2.173, port: 35d03bd4-b558-4a3f-9d24-c3af85607e9a. Jun 18 08:40:21.281165 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee4f9919-4c26-4d25-8b33-0a710065e8c8 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Router 89064131-e9d9-49de-ac1b-092a176c006d has already been hosted by L3 agent ebfc1b20-a3df-4bae-b350-fc31028a16a3 {{(pid=93642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 08:40:21.388597 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee4f9919-4c26-4d25-8b33-0a710065e8c8 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Notify agent at l3_agent.dv-cinder-786873-3-iscsi the message routers_updated {{(pid=93642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:40:21.393544 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-ee4f9919-4c26-4d25-8b33-0a710065e8c8 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881'] for floatingip, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:21.398516 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0838c04b-48cb-4610-8259-062153970840 None None] Sync routers for ids ['89064131-e9d9-49de-ac1b-092a176c006d'] in dv-cinder-786873-3-iscsi {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:40:21.408515 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0838c04b-48cb-4610-8259-062153970840 None None] Routers {'89064131-e9d9-49de-ac1b-092a176c006d'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:40:21.409207 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-0838c04b-48cb-4610-8259-062153970840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:40:11Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['89064131-e9d9-49de-ac1b-092a176c006d'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:40:21.431363 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-ee4f9919-4c26-4d25-8b33-0a710065e8c8 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "DELETE /v2.0/floatingips/5dd178d8-f0df-496e-9140-6f1551800986 HTTP/1.1" status: 204 len: 168 time: 1.3549855 Jun 18 08:40:21.432659 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cd50329-1ab6-4882-87f9-35182c799443', 'tag': '35d03bd4-b558-4a3f-9d24-c3af85607e9a'}] {{(pid=93642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:40:21.434976 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8e20e2b9f795c08d425b6044ace8e6bfcc189f1bac9bd432248b5aa3a03ca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2531ff66-3dfd-499a-bea9-524d81d7c18c" -d '{"events": [{"name": "network-changed", "server_uuid": "9cd50329-1ab6-4882-87f9-35182c799443", "tag": "35d03bd4-b558-4a3f-9d24-c3af85607e9a"}]}' {{(pid=93642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:40:21.520067 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-0838c04b-48cb-4610-8259-062153970840 None None] Set router 89064131-e9d9-49de-ac1b-092a176c006d gateway port host: dv-cinder-786873-3-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:40:21.700479 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 08:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86241ec1-dafb-4eb9-8cf2-5fb50717f213 x-openstack-request-id: req-86241ec1-dafb-4eb9-8cf2-5fb50717f213 {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:40:21.700876 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cd50329-1ab6-4882-87f9-35182c799443", "tag": "35d03bd4-b558-4a3f-9d24-c3af85607e9a", "status": "completed", "code": 200}]} {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:40:21.701173 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-86241ec1-dafb-4eb9-8cf2-5fb50717f213 {{(pid=93642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:40:21.701605 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cd50329-1ab6-4882-87f9-35182c799443', 'tag': '35d03bd4-b558-4a3f-9d24-c3af85607e9a', 'status': 'completed', 'code': 200} Jun 18 08:40:21.857292 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2531ff66-3dfd-499a-bea9-524d81d7c18c req-0e3383a9-279e-4553-9cdd-3b40ec79efd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:40:21.858953 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2531ff66-3dfd-499a-bea9-524d81d7c18c req-0e3383a9-279e-4553-9cdd-3b40ec79efd7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=16377c30d98b40d2a1d40d112350c18e&device_id=9cd50329-1ab6-4882-87f9-35182c799443 HTTP/1.1" status: 200 len: 1099 time: 0.1049464 Jun 18 08:40:21.861495 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-0838c04b-48cb-4610-8259-062153970840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89064131-e9d9-49de-ac1b-092a176c006d', 'name': 'tempest-TestShelveInstance-531576247-router', 'tenant_id': '16377c30d98b40d2a1d40d112350c18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'e18447b7-a960-46e4-b076-a28d31f6f12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:33:31Z', 'updated_at': '2021-06-18T08:33:39Z', 'revision_number': 4, 'project_id': '16377c30d98b40d2a1d40d112350c18e', 'gw_port': {'id': 'e18447b7-a960-46e4-b076-a28d31f6f12e', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:02:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89064131-e9d9-49de-ac1b-092a176c006d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:33Z', 'updated_at': '2021-06-18T08:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_interfaces': [{'id': '4fcc6339-2bf6-41bd-acdd-69f7449638b8', 'name': '', 'network_id': 'f70ada02-a3f7-438f-9c1f-42f5efecb904', 'tenant_id': '16377c30d98b40d2a1d40d112350c18e', 'mac_address': 'fa:16:3e:11:83:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89064131-e9d9-49de-ac1b-092a176c006d', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7b36080a-c49b-4a50-be3f-ccdce5af667b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:38Z', 'updated_at': '2021-06-18T08:33:49Z', 'revision_number': 5, 'project_id': '16377c30d98b40d2a1d40d112350c18e', 'subnets': [{'id': '7b36080a-c49b-4a50-be3f-ccdce5af667b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:40:21.888294 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0838c04b-48cb-4610-8259-062153970840 None None] Checking router: 89064131-e9d9-49de-ac1b-092a176c006d for host: dv-cinder-786873-3-iscsi {{(pid=93643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:40:21.896520 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0838c04b-48cb-4610-8259-062153970840 None None] Routers {'89064131-e9d9-49de-ac1b-092a176c006d'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:40:21.897174 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-0838c04b-48cb-4610-8259-062153970840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:40:11Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['89064131-e9d9-49de-ac1b-092a176c006d'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:40:21.931299 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79adbc10-5bb0-42fb-8abe-7acc589689b9 req-46b98712-19fb-471a-bd01-4c0f216601f6 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:40:21.932822 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-79adbc10-5bb0-42fb-8abe-7acc589689b9 req-46b98712-19fb-471a-bd01-4c0f216601f6 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=cc2f01ec-2db4-40ad-8c9f-9a50c490f53d HTTP/1.1" status: 200 len: 945 time: 0.1406722 Jun 18 08:40:22.001049 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-79adbc10-5bb0-42fb-8abe-7acc589689b9 req-9bde7ef3-9189-4cad-aa4b-a1181ca02a65 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/security-groups?id=755adcdd-4c11-40a3-a1ac-e3b6837989c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598500 Jun 18 08:40:22.002054 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2531ff66-3dfd-499a-bea9-524d81d7c18c req-caf37534-a7f8-4590-966f-0e1a04c1c5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:40:22.006088 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2531ff66-3dfd-499a-bea9-524d81d7c18c req-caf37534-a7f8-4590-966f-0e1a04c1c5f2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f70ada02-a3f7-438f-9c1f-42f5efecb904 HTTP/1.1" status: 200 len: 909 time: 0.1380281 Jun 18 08:40:22.013380 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-0838c04b-48cb-4610-8259-062153970840 None None] Set router 89064131-e9d9-49de-ac1b-092a176c006d gateway port host: dv-cinder-786873-3-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:40:22.061572 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2531ff66-3dfd-499a-bea9-524d81d7c18c req-53135c25-643b-4c3a-a93d-56bad57b31e2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35d03bd4-b558-4a3f-9d24-c3af85607e9a HTTP/1.1" status: 200 len: 217 time: 0.0384347 Jun 18 08:40:22.114530 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2531ff66-3dfd-499a-bea9-524d81d7c18c req-bf349094-b3b3-41fe-a2ca-efd509546721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:40:22.115915 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2531ff66-3dfd-499a-bea9-524d81d7c18c req-bf349094-b3b3-41fe-a2ca-efd509546721 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7b36080a-c49b-4a50-be3f-ccdce5af667b HTTP/1.1" status: 200 len: 847 time: 0.0472085 Jun 18 08:40:22.211952 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2531ff66-3dfd-499a-bea9-524d81d7c18c req-a251f084-83ef-4301-b7aa-fa5118cb6eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:40:22.213458 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2531ff66-3dfd-499a-bea9-524d81d7c18c req-a251f084-83ef-4301-b7aa-fa5118cb6eef service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f70ada02-a3f7-438f-9c1f-42f5efecb904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0879455 Jun 18 08:40:22.215766 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-0838c04b-48cb-4610-8259-062153970840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89064131-e9d9-49de-ac1b-092a176c006d', 'name': 'tempest-TestShelveInstance-531576247-router', 'tenant_id': '16377c30d98b40d2a1d40d112350c18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'e18447b7-a960-46e4-b076-a28d31f6f12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:33:31Z', 'updated_at': '2021-06-18T08:33:39Z', 'revision_number': 4, 'project_id': '16377c30d98b40d2a1d40d112350c18e', 'gw_port': {'id': 'e18447b7-a960-46e4-b076-a28d31f6f12e', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:02:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89064131-e9d9-49de-ac1b-092a176c006d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:33Z', 'updated_at': '2021-06-18T08:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_interfaces': [{'id': '4fcc6339-2bf6-41bd-acdd-69f7449638b8', 'name': '', 'network_id': 'f70ada02-a3f7-438f-9c1f-42f5efecb904', 'tenant_id': '16377c30d98b40d2a1d40d112350c18e', 'mac_address': 'fa:16:3e:11:83:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89064131-e9d9-49de-ac1b-092a176c006d', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7b36080a-c49b-4a50-be3f-ccdce5af667b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:38Z', 'updated_at': '2021-06-18T08:33:49Z', 'revision_number': 5, 'project_id': '16377c30d98b40d2a1d40d112350c18e', 'subnets': [{'id': '7b36080a-c49b-4a50-be3f-ccdce5af667b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:40:22.221424 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4196afc7-3398-49f4-8184-0fe5fec81811 req-e430ae6f-aecd-4274-93de-37e0f98464d3 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:40:22.222805 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4196afc7-3398-49f4-8184-0fe5fec81811 req-e430ae6f-aecd-4274-93de-37e0f98464d3 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cd50329-1ab6-4882-87f9-35182c799443 HTTP/1.1" status: 200 len: 946 time: 0.1060383 Jun 18 08:40:22.241947 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0838c04b-48cb-4610-8259-062153970840 None None] The sync data for ids ['89064131-e9d9-49de-ac1b-092a176c006d'] in dv-cinder-786873-3-iscsi is: [{'id': '89064131-e9d9-49de-ac1b-092a176c006d', 'name': 'tempest-TestShelveInstance-531576247-router', 'tenant_id': '16377c30d98b40d2a1d40d112350c18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'e18447b7-a960-46e4-b076-a28d31f6f12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:33:31Z', 'updated_at': '2021-06-18T08:33:39Z', 'revision_number': 4, 'project_id': '16377c30d98b40d2a1d40d112350c18e', 'gw_port': {'id': 'e18447b7-a960-46e4-b076-a28d31f6f12e', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:02:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89064131-e9d9-49de-ac1b-092a176c006d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:33Z', 'updated_at': '2021-06-18T08:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_interfaces': [{'id': '4fcc6339-2bf6-41bd-acdd-69f7449638b8', 'name': '', 'network_id': 'f70ada02-a3f7-438f-9c1f-42f5efecb904', 'tenant_id': '16377c30d98b40d2a1d40d112350c18e', 'mac_address': 'fa:16:3e:11:83:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89064131-e9d9-49de-ac1b-092a176c006d', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7b36080a-c49b-4a50-be3f-ccdce5af667b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:38Z', 'updated_at': '2021-06-18T08:33:49Z', 'revision_number': 5, 'project_id': '16377c30d98b40d2a1d40d112350c18e', 'subnets': [{'id': '7b36080a-c49b-4a50-be3f-ccdce5af667b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:40:22.306405 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4196afc7-3398-49f4-8184-0fe5fec81811 req-d7d192b2-af9b-47c9-ad0b-0b00e7020623 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/security-groups?id=600be147-9a5d-481d-94e1-4f29bd61471c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758865 Jun 18 08:40:22.344838 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2531ff66-3dfd-499a-bea9-524d81d7c18c req-7e4ca208-031e-464e-aeb9-13c8dde9d1bd service neutron] 10.222.0.72 "GET /v2.0/networks/f70ada02-a3f7-438f-9c1f-42f5efecb904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211126 Jun 18 08:40:22.477478 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a19226e-2d20-4b26-83c0-51bb515e5938 None None] New status for floating IP 5dd178d8-f0df-496e-9140-6f1551800986: DOWN {{(pid=93644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 08:40:22.712327 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2531ff66-3dfd-499a-bea9-524d81d7c18c req-0939cfac-818c-4cca-bb51-bdd9c517b6b0 service neutron] 10.222.0.72 "GET /v2.0/networks/f70ada02-a3f7-438f-9c1f-42f5efecb904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3601227 Jun 18 08:40:23.180565 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c19fa-89e4-402c-9cf7-0a1dfb29e968 req-e7796e4f-e336-4782-99d1-180d85f9b8eb tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:40:23.182107 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-923c19fa-89e4-402c-9cf7-0a1dfb29e968 req-e7796e4f-e336-4782-99d1-180d85f9b8eb tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=cc2f01ec-2db4-40ad-8c9f-9a50c490f53d HTTP/1.1" status: 200 len: 945 time: 0.0641587 Jun 18 08:40:23.219186 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-923c19fa-89e4-402c-9cf7-0a1dfb29e968 req-d7d2cb7f-0ac4-49d4-baf6-76cf93337d45 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/security-groups?id=755adcdd-4c11-40a3-a1ac-e3b6837989c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312967 Jun 18 08:40:23.486328 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c73b1-2581-4f8b-b122-96b2c0abfb59 req-200ad08b-50a1-46bb-9a32-501ab1c288b6 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:40:23.487784 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b64c73b1-2581-4f8b-b122-96b2c0abfb59 req-200ad08b-50a1-46bb-9a32-501ab1c288b6 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cd50329-1ab6-4882-87f9-35182c799443 HTTP/1.1" status: 200 len: 946 time: 0.0648837 Jun 18 08:40:23.524771 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b64c73b1-2581-4f8b-b122-96b2c0abfb59 req-c4f7a4fc-9a94-4123-bd15-0bb22bd334db tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/security-groups?id=600be147-9a5d-481d-94e1-4f29bd61471c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311320 Jun 18 08:40:24.184066 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ece02b-a77c-4914-bc90-7d4ad31add22 req-ddf4687d-75d5-4f1b-891a-0b202b39e424 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:40:24.185515 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-23ece02b-a77c-4914-bc90-7d4ad31add22 req-ddf4687d-75d5-4f1b-891a-0b202b39e424 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cd50329-1ab6-4882-87f9-35182c799443 HTTP/1.1" status: 200 len: 946 time: 0.0618932 Jun 18 08:40:24.297106 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.plugin [req-23ece02b-a77c-4914-bc90-7d4ad31add22 req-92aad0f5-6079-4b01-8f1f-93b98bc73839 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Deleting port 35d03bd4-b558-4a3f-9d24-c3af85607e9a {{(pid=93641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:40:24.297757 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-23ece02b-a77c-4914-bc90-7d4ad31add22 req-92aad0f5-6079-4b01-8f1f-93b98bc73839 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741882027237'] for port, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:24.426041 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.db [req-23ece02b-a77c-4914-bc90-7d4ad31add22 req-92aad0f5-6079-4b01-8f1f-93b98bc73839 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] For port 35d03bd4-b558-4a3f-9d24-c3af85607e9a, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=35d03bd4-b558-4a3f-9d24-c3af85607e9a,segment=NetworkSegment(9c4cd0a3-7472-4b22-879f-ed10cb468f23),segment_id=9c4cd0a3-7472-4b22-879f-ed10cb468f23)] {{(pid=93641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:40:24.426353 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-23ece02b-a77c-4914-bc90-7d4ad31add22 req-92aad0f5-6079-4b01-8f1f-93b98bc73839 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7962534'] for port, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:24.447586 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f90648f-96d0-4317-8891-202b8031c823 req-ef05a1b2-68cc-4b6b-9f97-e46c1fa75dfe tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:40:24.449018 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6f90648f-96d0-4317-8891-202b8031c823 req-ef05a1b2-68cc-4b6b-9f97-e46c1fa75dfe tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=cc2f01ec-2db4-40ad-8c9f-9a50c490f53d HTTP/1.1" status: 200 len: 945 time: 0.1118784 Jun 18 08:40:24.500263 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.plugin [req-23ece02b-a77c-4914-bc90-7d4ad31add22 req-92aad0f5-6079-4b01-8f1f-93b98bc73839 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Calling delete_port for 35d03bd4-b558-4a3f-9d24-c3af85607e9a owned by compute:nova {{(pid=93641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:40:24.575810 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6f90648f-96d0-4317-8891-202b8031c823 req-3ffb4e9b-e698-417d-a396-cb02ef347ad8 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/security-groups?id=755adcdd-4c11-40a3-a1ac-e3b6837989c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008427 Jun 18 08:40:24.667801 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c10245-7979-45d1-b6b1-ce30f52cdea6 req-149ce2ed-c02e-45c5-a13a-4232d97fd630 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:40:24.670058 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-c4c10245-7979-45d1-b6b1-ce30f52cdea6 req-149ce2ed-c02e-45c5-a13a-4232d97fd630 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc2f01ec-2db4-40ad-8c9f-9a50c490f53d HTTP/1.1" status: 200 len: 945 time: 0.0863907 Jun 18 08:40:24.723489 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a2d2f2-7d75-4159-a480-eb03ea8ab7da req-d4a47e07-1c58-469e-8de0-b508814e600d tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:40:24.724920 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-73a2d2f2-7d75-4159-a480-eb03ea8ab7da req-d4a47e07-1c58-469e-8de0-b508814e600d tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cd50329-1ab6-4882-87f9-35182c799443 HTTP/1.1" status: 200 len: 946 time: 0.0735471 Jun 18 08:40:24.764771 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-73a2d2f2-7d75-4159-a480-eb03ea8ab7da req-12228a9f-a7a7-4e4b-8ec5-3cb8f979d8e8 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/security-groups?id=600be147-9a5d-481d-94e1-4f29bd61471c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334980 Jun 18 08:40:24.775092 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [req-c4c10245-7979-45d1-b6b1-ce30f52cdea6 req-eb79e6c7-a17f-489c-bbaa-afa9ec8ab35a tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Deleting port be84fb55-6afe-4ef9-80af-566510cbc1f9 {{(pid=93642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:40:24.775440 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-c4c10245-7979-45d1-b6b1-ce30f52cdea6 req-eb79e6c7-a17f-489c-bbaa-afa9ec8ab35a tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741882027237'] for port, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:24.780611 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-23ece02b-a77c-4914-bc90-7d4ad31add22 req-92aad0f5-6079-4b01-8f1f-93b98bc73839 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741882028261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741881438823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5195011'] for port, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:24.784562 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-42e4e020-d2a9-4147-b350-046ec7c6dbdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:40:24.816414 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aad0f5-6079-4b01-8f1f-93b98bc73839 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Pushing event deleted for resources: {'Port': ['ID=35d03bd4-b558-4a3f-9d24-c3af85607e9a,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:40:24.845295 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aad0f5-6079-4b01-8f1f-93b98bc73839 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:40:24.845678 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aad0f5-6079-4b01-8f1f-93b98bc73839 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:40:24.846055 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aad0f5-6079-4b01-8f1f-93b98bc73839 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:40:24.846417 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aad0f5-6079-4b01-8f1f-93b98bc73839 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:40:24.846775 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aad0f5-6079-4b01-8f1f-93b98bc73839 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:40:24.847128 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aad0f5-6079-4b01-8f1f-93b98bc73839 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:40:24.847480 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aad0f5-6079-4b01-8f1f-93b98bc73839 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:40:24.847876 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aad0f5-6079-4b01-8f1f-93b98bc73839 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:40:24.848260 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aad0f5-6079-4b01-8f1f-93b98bc73839 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:40:24.848613 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aad0f5-6079-4b01-8f1f-93b98bc73839 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:40:24.848961 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aad0f5-6079-4b01-8f1f-93b98bc73839 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:40:24.849307 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aad0f5-6079-4b01-8f1f-93b98bc73839 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:40:24.854857 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-92aad0f5-6079-4b01-8f1f-93b98bc73839 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:40:24.870736 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.db.l3_dvrscheduler_db [req-23ece02b-a77c-4914-bc90-7d4ad31add22 req-92aad0f5-6079-4b01-8f1f-93b98bc73839 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] No DVR routers for this DVR port 35d03bd4-b558-4a3f-9d24-c3af85607e9a on host hv-cinder-78687 {{(pid=93641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 08:40:24.873379 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [req-23ece02b-a77c-4914-bc90-7d4ad31add22 req-92aad0f5-6079-4b01-8f1f-93b98bc73839 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881'] for port, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:24.878313 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-23ece02b-a77c-4914-bc90-7d4ad31add22 req-92aad0f5-6079-4b01-8f1f-93b98bc73839 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.72 "DELETE /v2.0/ports/35d03bd4-b558-4a3f-9d24-c3af85607e9a HTTP/1.1" status: 204 len: 173 time: 0.6792557 Jun 18 08:40:24.878313 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cd50329-1ab6-4882-87f9-35182c799443', 'name': 'network-vif-deleted', 'tag': '35d03bd4-b558-4a3f-9d24-c3af85607e9a'}] {{(pid=93641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:40:24.878571 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [req-c4c10245-7979-45d1-b6b1-ce30f52cdea6 req-eb79e6c7-a17f-489c-bbaa-afa9ec8ab35a tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] For port be84fb55-6afe-4ef9-80af-566510cbc1f9, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=be84fb55-6afe-4ef9-80af-566510cbc1f9,segment=NetworkSegment(18571f25-34b4-4721-b61a-3f9a005c498f),segment_id=18571f25-34b4-4721-b61a-3f9a005c498f)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:40:24.878571 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-c4c10245-7979-45d1-b6b1-ce30f52cdea6 req-eb79e6c7-a17f-489c-bbaa-afa9ec8ab35a tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7962534'] for port, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:24.878769 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2d7879530654598d2c9a4dfa31a50ac71f4dc09db730dec349bdbb492567000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b0958c-e87b-4517-8475-d40237da83cf" -d '{"events": [{"server_uuid": "9cd50329-1ab6-4882-87f9-35182c799443", "name": "network-vif-deleted", "tag": "35d03bd4-b558-4a3f-9d24-c3af85607e9a"}]}' {{(pid=93641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:40:24.917606 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 08:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c58aa67-400d-4db2-94a7-a44deb14918b x-openstack-request-id: req-5c58aa67-400d-4db2-94a7-a44deb14918b {{(pid=93641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:40:24.917939 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cd50329-1ab6-4882-87f9-35182c799443", "name": "network-vif-deleted", "tag": "35d03bd4-b558-4a3f-9d24-c3af85607e9a", "status": "completed", "code": 200}]} {{(pid=93641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:40:24.918231 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5c58aa67-400d-4db2-94a7-a44deb14918b {{(pid=93641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:40:24.918736 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cd50329-1ab6-4882-87f9-35182c799443', 'name': 'network-vif-deleted', 'tag': '35d03bd4-b558-4a3f-9d24-c3af85607e9a', 'status': 'completed', 'code': 200} Jun 18 08:40:25.053489 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-c4c10245-7979-45d1-b6b1-ce30f52cdea6 req-eb79e6c7-a17f-489c-bbaa-afa9ec8ab35a tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:25.053772 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-c4c10245-7979-45d1-b6b1-ce30f52cdea6 req-eb79e6c7-a17f-489c-bbaa-afa9ec8ab35a tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7960458'] for floatingip, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:25.054110 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.db.l3_db [req-c4c10245-7979-45d1-b6b1-ce30f52cdea6 req-eb79e6c7-a17f-489c-bbaa-afa9ec8ab35a tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Floating IP 7068ad83-a471-4633-acf3-a6e3ff35b1c6 disassociated. External IP: 172.27.2.119, port: be84fb55-6afe-4ef9-80af-566510cbc1f9. Jun 18 08:40:25.054553 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [req-c4c10245-7979-45d1-b6b1-ce30f52cdea6 req-eb79e6c7-a17f-489c-bbaa-afa9ec8ab35a tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Calling delete_port for be84fb55-6afe-4ef9-80af-566510cbc1f9 owned by compute:nova {{(pid=93642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:40:25.268913 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-c4c10245-7979-45d1-b6b1-ce30f52cdea6 req-eb79e6c7-a17f-489c-bbaa-afa9ec8ab35a tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741882028261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741881438823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16340813'] for port, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:25.274476 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-337300bf-8859-4a6d-977d-06d626b7f134 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:40:25.304977 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb79e6c7-a17f-489c-bbaa-afa9ec8ab35a tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Pushing event deleted for resources: {'Port': ['ID=be84fb55-6afe-4ef9-80af-566510cbc1f9,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:40:25.307665 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-eb79e6c7-a17f-489c-bbaa-afa9ec8ab35a tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:40:25.420392 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4c10245-7979-45d1-b6b1-ce30f52cdea6 req-eb79e6c7-a17f-489c-bbaa-afa9ec8ab35a tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Router 34370833-6cb5-4e51-b07d-9608e3188c46 has already been hosted by L3 agent ebfc1b20-a3df-4bae-b350-fc31028a16a3 {{(pid=93642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 08:40:25.529715 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4c10245-7979-45d1-b6b1-ce30f52cdea6 req-eb79e6c7-a17f-489c-bbaa-afa9ec8ab35a tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify agent at l3_agent.dv-cinder-786873-3-iscsi the message routers_updated {{(pid=93642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:40:25.540491 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfc07ce-5560-4d5a-9f55-779ddbe283fe None None] Sync routers for ids ['34370833-6cb5-4e51-b07d-9608e3188c46'] in dv-cinder-786873-3-iscsi {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:40:25.550106 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfc07ce-5560-4d5a-9f55-779ddbe283fe None None] Routers {'34370833-6cb5-4e51-b07d-9608e3188c46'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:40:25.550815 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-5dfc07ce-5560-4d5a-9f55-779ddbe283fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:40:11Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['34370833-6cb5-4e51-b07d-9608e3188c46'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:40:25.577739 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4c10245-7979-45d1-b6b1-ce30f52cdea6 req-eb79e6c7-a17f-489c-bbaa-afa9ec8ab35a tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] No DVR routers for this DVR port be84fb55-6afe-4ef9-80af-566510cbc1f9 on host hv-cinder-78687 {{(pid=93642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 08:40:25.580262 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-c4c10245-7979-45d1-b6b1-ce30f52cdea6 req-eb79e6c7-a17f-489c-bbaa-afa9ec8ab35a tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881'] for port, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:25.582235 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-c4c10245-7979-45d1-b6b1-ce30f52cdea6 req-eb79e6c7-a17f-489c-bbaa-afa9ec8ab35a tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.72 "DELETE /v2.0/ports/be84fb55-6afe-4ef9-80af-566510cbc1f9 HTTP/1.1" status: 204 len: 173 time: 0.9067199 Jun 18 08:40:25.582731 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2f01ec-2db4-40ad-8c9f-9a50c490f53d', 'name': 'network-vif-deleted', 'tag': 'be84fb55-6afe-4ef9-80af-566510cbc1f9'}] {{(pid=93642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:40:25.585047 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8e20e2b9f795c08d425b6044ace8e6bfcc189f1bac9bd432248b5aa3a03ca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7012d31f-826e-49a0-9900-0d94613008d4" -d '{"events": [{"server_uuid": "cc2f01ec-2db4-40ad-8c9f-9a50c490f53d", "name": "network-vif-deleted", "tag": "be84fb55-6afe-4ef9-80af-566510cbc1f9"}]}' {{(pid=93642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:40:25.624806 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 08:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45049110-5ac9-4537-ba0c-945a25d5c868 x-openstack-request-id: req-45049110-5ac9-4537-ba0c-945a25d5c868 {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:40:25.625198 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2f01ec-2db4-40ad-8c9f-9a50c490f53d", "name": "network-vif-deleted", "tag": "be84fb55-6afe-4ef9-80af-566510cbc1f9", "status": "completed", "code": 200}]} {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:40:25.625548 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-45049110-5ac9-4537-ba0c-945a25d5c868 {{(pid=93642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:40:25.625975 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2f01ec-2db4-40ad-8c9f-9a50c490f53d', 'name': 'network-vif-deleted', 'tag': 'be84fb55-6afe-4ef9-80af-566510cbc1f9', 'status': 'completed', 'code': 200} Jun 18 08:40:25.682572 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-5dfc07ce-5560-4d5a-9f55-779ddbe283fe None None] Set router 34370833-6cb5-4e51-b07d-9608e3188c46 gateway port host: dv-cinder-786873-3-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:40:25.756446 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0604991f-72f7-46a8-9bae-f1a832b022af req-a1d5367d-6c92-444c-b002-9f4644e1b379 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=cc2f01ec-2db4-40ad-8c9f-9a50c490f53d HTTP/1.1" status: 200 len: 210 time: 0.0363505 Jun 18 08:40:25.908713 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-5dfc07ce-5560-4d5a-9f55-779ddbe283fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34370833-6cb5-4e51-b07d-9608e3188c46', 'name': 'tempest-AttachVolumeTestJSON-431435995-router', 'tenant_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '7eeaa09d-5d43-4ad0-b39a-21d7cb9c7f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:28:51Z', 'updated_at': '2021-06-18T08:28:56Z', 'revision_number': 4, 'project_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'gw_port': {'id': '7eeaa09d-5d43-4ad0-b39a-21d7cb9c7f2c', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:04:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34370833-6cb5-4e51-b07d-9608e3188c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:28:52Z', 'updated_at': '2021-06-18T08:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_interfaces': [{'id': 'b2978a64-6fbb-4a49-83ac-27d439b0f5a8', 'name': '', 'network_id': '77f1c77d-8795-43df-96a9-39a8b7c2346a', 'tenant_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'mac_address': 'fa:16:3e:60:93:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34370833-6cb5-4e51-b07d-9608e3188c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '0695c8b6-59a4-4923-a5ff-60cabbe26c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:28:55Z', 'updated_at': '2021-06-18T08:29:05Z', 'revision_number': 5, 'project_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'subnets': [{'id': '0695c8b6-59a4-4923-a5ff-60cabbe26c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:40:25.931127 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-9e610aa7-7ea7-4134-a9ca-1e4eb5c0e0eb req-6f51397b-89db-4f38-8a14-4725b82ba244 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cd50329-1ab6-4882-87f9-35182c799443 HTTP/1.1" status: 200 len: 210 time: 0.0337205 Jun 18 08:40:25.939411 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfc07ce-5560-4d5a-9f55-779ddbe283fe None None] Checking router: 34370833-6cb5-4e51-b07d-9608e3188c46 for host: dv-cinder-786873-3-iscsi {{(pid=93643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:40:25.948237 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfc07ce-5560-4d5a-9f55-779ddbe283fe None None] Routers {'34370833-6cb5-4e51-b07d-9608e3188c46'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:40:25.948865 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-5dfc07ce-5560-4d5a-9f55-779ddbe283fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:40:11Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['34370833-6cb5-4e51-b07d-9608e3188c46'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:40:26.053963 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-5dfc07ce-5560-4d5a-9f55-779ddbe283fe None None] Set router 34370833-6cb5-4e51-b07d-9608e3188c46 gateway port host: dv-cinder-786873-3-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:40:26.250428 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:26.259661 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-5dfc07ce-5560-4d5a-9f55-779ddbe283fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34370833-6cb5-4e51-b07d-9608e3188c46', 'name': 'tempest-AttachVolumeTestJSON-431435995-router', 'tenant_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '7eeaa09d-5d43-4ad0-b39a-21d7cb9c7f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:28:51Z', 'updated_at': '2021-06-18T08:28:56Z', 'revision_number': 4, 'project_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'gw_port': {'id': '7eeaa09d-5d43-4ad0-b39a-21d7cb9c7f2c', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:04:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34370833-6cb5-4e51-b07d-9608e3188c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:28:52Z', 'updated_at': '2021-06-18T08:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_interfaces': [{'id': 'b2978a64-6fbb-4a49-83ac-27d439b0f5a8', 'name': '', 'network_id': '77f1c77d-8795-43df-96a9-39a8b7c2346a', 'tenant_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'mac_address': 'fa:16:3e:60:93:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34370833-6cb5-4e51-b07d-9608e3188c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '0695c8b6-59a4-4923-a5ff-60cabbe26c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:28:55Z', 'updated_at': '2021-06-18T08:29:05Z', 'revision_number': 5, 'project_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'subnets': [{'id': '0695c8b6-59a4-4923-a5ff-60cabbe26c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:40:26.285859 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfc07ce-5560-4d5a-9f55-779ddbe283fe None None] The sync data for ids ['34370833-6cb5-4e51-b07d-9608e3188c46'] in dv-cinder-786873-3-iscsi is: [{'id': '34370833-6cb5-4e51-b07d-9608e3188c46', 'name': 'tempest-AttachVolumeTestJSON-431435995-router', 'tenant_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '7eeaa09d-5d43-4ad0-b39a-21d7cb9c7f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:28:51Z', 'updated_at': '2021-06-18T08:28:56Z', 'revision_number': 4, 'project_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'gw_port': {'id': '7eeaa09d-5d43-4ad0-b39a-21d7cb9c7f2c', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:04:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34370833-6cb5-4e51-b07d-9608e3188c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:28:52Z', 'updated_at': '2021-06-18T08:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_interfaces': [{'id': 'b2978a64-6fbb-4a49-83ac-27d439b0f5a8', 'name': '', 'network_id': '77f1c77d-8795-43df-96a9-39a8b7c2346a', 'tenant_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'mac_address': 'fa:16:3e:60:93:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34370833-6cb5-4e51-b07d-9608e3188c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '0695c8b6-59a4-4923-a5ff-60cabbe26c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:28:55Z', 'updated_at': '2021-06-18T08:29:05Z', 'revision_number': 5, 'project_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'subnets': [{'id': '0695c8b6-59a4-4923-a5ff-60cabbe26c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:40:26.518978 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd0c610-7ab4-45f3-8434-1222fd6dcbfa None None] New status for floating IP 7068ad83-a471-4633-acf3-a6e3ff35b1c6: DOWN {{(pid=93644) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 08:40:26.915392 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c5d3a530-1e49-45d7-89b2-c5b5305a7057 req-45ce5e22-e715-4dd0-a160-e523405ef770 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/ports?device_id=cc2f01ec-2db4-40ad-8c9f-9a50c490f53d HTTP/1.1" status: 200 len: 210 time: 0.0294571 Jun 18 08:40:27.027005 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 40664) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:40:27.087877 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-e1f4a124-13d1-4ab4-beb6-28639035d03b tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Notify callbacks [] for security_group, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:27.112827 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-e1f4a124-13d1-4ab4-beb6-28639035d03b tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:27.250799 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-e1f4a124-13d1-4ab4-beb6-28639035d03b tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:27.253473 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-e1f4a124-13d1-4ab4-beb6-28639035d03b tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Notify callbacks [] for security_group, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:27.254670 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-e1f4a124-13d1-4ab4-beb6-28639035d03b tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] 10.222.0.70 "DELETE /v2.0/security-groups/600be147-9a5d-481d-94e1-4f29bd61471c HTTP/1.1" status: 204 len: 168 time: 0.2266920 Jun 18 08:40:27.255533 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-0aebe15f-979b-41fd-9a8e-adea03fc80e9 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:40:27.265960 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f4a124-13d1-4ab4-beb6-28639035d03b tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=600be147-9a5d-481d-94e1-4f29bd61471c,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:40:27.269091 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-e1f4a124-13d1-4ab4-beb6-28639035d03b tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:40:27.393927 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 40668) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:40:27.838751 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-f00c326e-a385-41e2-b7e7-0474a253db08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8343287'] for router_interface, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:28.112864 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-f00c326e-a385-41e2-b7e7-0474a253db08 admin admin] Deleting port 4fcc6339-2bf6-41bd-acdd-69f7449638b8 {{(pid=93642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:40:28.113553 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-f00c326e-a385-41e2-b7e7-0474a253db08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741882027237'] for port, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:28.119144 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 40678) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:40:28.183485 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-eb46061b-05dc-4094-b744-3cf18037be2c tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:28.207501 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-f00c326e-a385-41e2-b7e7-0474a253db08 admin admin] For port 4fcc6339-2bf6-41bd-acdd-69f7449638b8, host dv-cinder-786873-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=4fcc6339-2bf6-41bd-acdd-69f7449638b8,segment=NetworkSegment(9c4cd0a3-7472-4b22-879f-ed10cb468f23),segment_id=9c4cd0a3-7472-4b22-879f-ed10cb468f23)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:40:28.207994 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-f00c326e-a385-41e2-b7e7-0474a253db08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7962534'] for port, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:28.210356 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-eb46061b-05dc-4094-b744-3cf18037be2c tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:28.285901 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-f00c326e-a385-41e2-b7e7-0474a253db08 admin admin] Calling delete_port for 4fcc6339-2bf6-41bd-acdd-69f7449638b8 owned by network:router_interface {{(pid=93642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:40:28.325044 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device be84fb55-6afe-4ef9-80af-566510cbc1f9 no longer exists at agent hyperv_hv-cinder-78687 {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:40:28.348772 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] No Port match for: be84fb55-6afe-4ef9-80af-566510cbc1f9 {{(pid=93643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:40:28.349133 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device be84fb55-6afe-4ef9-80af-566510cbc1f9 not bound to the agent host hv-cinder-78687 {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:40:28.349576 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device 35d03bd4-b558-4a3f-9d24-c3af85607e9a no longer exists at agent hyperv_hv-cinder-78687 {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:40:28.359690 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-eb46061b-05dc-4094-b744-3cf18037be2c tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:28.362399 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-eb46061b-05dc-4094-b744-3cf18037be2c tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:28.366190 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-eb46061b-05dc-4094-b744-3cf18037be2c tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "DELETE /v2.0/security-groups/755adcdd-4c11-40a3-a1ac-e3b6837989c8 HTTP/1.1" status: 204 len: 168 time: 0.2434509 Jun 18 08:40:28.366190 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-8ce74129-9957-4602-b6f6-2046928724d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:40:28.369292 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] No Port match for: 35d03bd4-b558-4a3f-9d24-c3af85607e9a {{(pid=93643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:40:28.369449 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 40680) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:40:28.369681 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device 35d03bd4-b558-4a3f-9d24-c3af85607e9a not bound to the agent host hv-cinder-78687 {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:40:28.382080 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb46061b-05dc-4094-b744-3cf18037be2c tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=755adcdd-4c11-40a3-a1ac-e3b6837989c8,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:40:28.387813 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-eb46061b-05dc-4094-b744-3cf18037be2c tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:40:28.389832 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.api.v2.resource [None req-b297751b-8dd7-4a60-8057-e87eb2e5b663 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] show failed (client error): The resource could not be found. Jun 18 08:40:28.394184 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-b297751b-8dd7-4a60-8057-e87eb2e5b663 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "GET /v2.0/security-groups/755adcdd-4c11-40a3-a1ac-e3b6837989c8 HTTP/1.1" status: 404 len: 347 time: 0.0210125 Jun 18 08:40:28.394441 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 40682) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:40:28.518974 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.plugin [None req-6b00e797-57ef-48ac-aef7-b446dab8d009 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Deleting port 8852f4be-d4b1-433b-81cb-dda4c30601a5 {{(pid=93641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:40:28.519323 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-6b00e797-57ef-48ac-aef7-b446dab8d009 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741882027237'] for port, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:28.525796 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-f00c326e-a385-41e2-b7e7-0474a253db08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741882028261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741881438823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16340813'] for port, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:28.528772 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-70c5702a-b06e-460a-8dce-d8154428dcd9 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:40:28.553989 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00c326e-a385-41e2-b7e7-0474a253db08 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fcc6339-2bf6-41bd-acdd-69f7449638b8,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:40:28.576539 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-f00c326e-a385-41e2-b7e7-0474a253db08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:40:28.604206 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-6b00e797-57ef-48ac-aef7-b446dab8d009 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7962534'] for port, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:28.604551 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-6b00e797-57ef-48ac-aef7-b446dab8d009 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:28.685546 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.plugin [None req-6b00e797-57ef-48ac-aef7-b446dab8d009 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Calling delete_port for 8852f4be-d4b1-433b-81cb-dda4c30601a5 owned by network:floatingip {{(pid=93641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:40:28.736886 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-f00c326e-a385-41e2-b7e7-0474a253db08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8041589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8343115'] for router_interface, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:28.911630 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-6b00e797-57ef-48ac-aef7-b446dab8d009 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741882028261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741881438823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5195011'] for port, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:28.913757 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-b447e33d-7090-4342-982a-683a794a1422 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:40:28.944816 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b00e797-57ef-48ac-aef7-b446dab8d009 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Pushing event deleted for resources: {'Port': ['ID=8852f4be-d4b1-433b-81cb-dda4c30601a5,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:40:28.948776 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-6b00e797-57ef-48ac-aef7-b446dab8d009 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:40:28.956362 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f00c326e-a385-41e2-b7e7-0474a253db08 admin admin] Router 89064131-e9d9-49de-ac1b-092a176c006d has already been hosted by L3 agent ebfc1b20-a3df-4bae-b350-fc31028a16a3 {{(pid=93642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 08:40:29.016767 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-6b00e797-57ef-48ac-aef7-b446dab8d009 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks [] for floatingip, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:29.019684 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-6b00e797-57ef-48ac-aef7-b446dab8d009 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881'] for floatingip, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:29.020967 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-6b00e797-57ef-48ac-aef7-b446dab8d009 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] 10.222.0.70 "DELETE /v2.0/floatingips/7068ad83-a471-4633-acf3-a6e3ff35b1c6 HTTP/1.1" status: 204 len: 168 time: 0.6255748 Jun 18 08:40:29.078104 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f00c326e-a385-41e2-b7e7-0474a253db08 admin admin] Notify agent at l3_agent.dv-cinder-786873-3-iscsi the message routers_updated {{(pid=93642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:40:29.085632 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-f00c326e-a385-41e2-b7e7-0474a253db08 admin admin] 10.222.0.70 "PUT /v2.0/routers/89064131-e9d9-49de-ac1b-092a176c006d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6884871 Jun 18 08:40:29.085883 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 40688) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:40:29.088316 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48838b35-725e-4bdb-8c53-8f86c7c91953 None None] Sync routers for ids ['89064131-e9d9-49de-ac1b-092a176c006d'] in dv-cinder-786873-3-iscsi {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:40:29.100880 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48838b35-725e-4bdb-8c53-8f86c7c91953 None None] Routers {'89064131-e9d9-49de-ac1b-092a176c006d'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:40:29.101498 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-48838b35-725e-4bdb-8c53-8f86c7c91953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:40:11Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['89064131-e9d9-49de-ac1b-092a176c006d'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:40:29.190423 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-092956fd-8b32-407f-8fc9-0704abdd2919 admin admin] Notify callbacks [] for router, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:29.206603 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-48838b35-725e-4bdb-8c53-8f86c7c91953 None None] Set router 89064131-e9d9-49de-ac1b-092a176c006d gateway port host: dv-cinder-786873-3-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:40:29.294970 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-092956fd-8b32-407f-8fc9-0704abdd2919 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:29.390261 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-48838b35-725e-4bdb-8c53-8f86c7c91953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89064131-e9d9-49de-ac1b-092a176c006d', 'name': 'tempest-TestShelveInstance-531576247-router', 'tenant_id': '16377c30d98b40d2a1d40d112350c18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': 'e18447b7-a960-46e4-b076-a28d31f6f12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:33:31Z', 'updated_at': '2021-06-18T08:40:28Z', 'revision_number': 5, 'project_id': '16377c30d98b40d2a1d40d112350c18e', 'gw_port': {'id': 'e18447b7-a960-46e4-b076-a28d31f6f12e', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:02:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89064131-e9d9-49de-ac1b-092a176c006d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:33Z', 'updated_at': '2021-06-18T08:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi'}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:40:29.422091 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48838b35-725e-4bdb-8c53-8f86c7c91953 None None] Checking router: 89064131-e9d9-49de-ac1b-092a176c006d for host: dv-cinder-786873-3-iscsi {{(pid=93643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:40:29.431060 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48838b35-725e-4bdb-8c53-8f86c7c91953 None None] Routers {'89064131-e9d9-49de-ac1b-092a176c006d'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:40:29.431696 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-48838b35-725e-4bdb-8c53-8f86c7c91953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:40:11Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['89064131-e9d9-49de-ac1b-092a176c006d'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:40:29.445482 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-092956fd-8b32-407f-8fc9-0704abdd2919 admin admin] Deleting port e18447b7-a960-46e4-b076-a28d31f6f12e {{(pid=93642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:40:29.445731 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-092956fd-8b32-407f-8fc9-0704abdd2919 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741882027237'] for port, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:29.517637 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-48838b35-725e-4bdb-8c53-8f86c7c91953 None None] Set router 89064131-e9d9-49de-ac1b-092a176c006d gateway port host: None {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:40:29.527329 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-092956fd-8b32-407f-8fc9-0704abdd2919 admin admin] For port e18447b7-a960-46e4-b076-a28d31f6f12e, host dv-cinder-786873-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=e18447b7-a960-46e4-b076-a28d31f6f12e,segment=NetworkSegment(12e3d6c0-2a01-4ec9-a6e5-283a6c482531),segment_id=12e3d6c0-2a01-4ec9-a6e5-283a6c482531)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:40:29.527693 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-092956fd-8b32-407f-8fc9-0704abdd2919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7962534'] for port, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:29.602583 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-092956fd-8b32-407f-8fc9-0704abdd2919 admin admin] Calling delete_port for e18447b7-a960-46e4-b076-a28d31f6f12e owned by network:router_gateway {{(pid=93642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:40:29.698285 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-48838b35-725e-4bdb-8c53-8f86c7c91953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89064131-e9d9-49de-ac1b-092a176c006d', 'name': 'tempest-TestShelveInstance-531576247-router', 'tenant_id': '16377c30d98b40d2a1d40d112350c18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:33:31Z', 'updated_at': '2021-06-18T08:40:29Z', 'revision_number': 6, 'project_id': '16377c30d98b40d2a1d40d112350c18e', 'gw_port_host': None}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:40:29.730696 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48838b35-725e-4bdb-8c53-8f86c7c91953 None None] The sync data for ids ['89064131-e9d9-49de-ac1b-092a176c006d'] in dv-cinder-786873-3-iscsi is: [{'id': '89064131-e9d9-49de-ac1b-092a176c006d', 'name': 'tempest-TestShelveInstance-531576247-router', 'tenant_id': '16377c30d98b40d2a1d40d112350c18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:33:31Z', 'updated_at': '2021-06-18T08:40:29Z', 'revision_number': 6, 'project_id': '16377c30d98b40d2a1d40d112350c18e', 'gw_port_host': None}] {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:40:29.948825 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-092956fd-8b32-407f-8fc9-0704abdd2919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741882028261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741881438823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16340813'] for port, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:29.951851 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-e0dd675c-ad5f-4725-bffc-a4d4ffa6e00d tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:40:29.983141 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092956fd-8b32-407f-8fc9-0704abdd2919 admin admin] Pushing event deleted for resources: {'Port': ['ID=e18447b7-a960-46e4-b076-a28d31f6f12e,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:40:29.986069 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-092956fd-8b32-407f-8fc9-0704abdd2919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:40:30.043652 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-092956fd-8b32-407f-8fc9-0704abdd2919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7960423'] for router_gateway, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:30.141639 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-092956fd-8b32-407f-8fc9-0704abdd2919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8345721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6522'] for router, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:30.144234 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-092956fd-8b32-407f-8fc9-0704abdd2919 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:30.273805 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-092956fd-8b32-407f-8fc9-0704abdd2919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8340008'] for router, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:30.274500 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-092956fd-8b32-407f-8fc9-0704abdd2919 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89064131-e9d9-49de-ac1b-092a176c006d {{(pid=93642) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 08:40:30.279422 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-092956fd-8b32-407f-8fc9-0704abdd2919 admin admin] Notify callbacks [] for router, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:30.280668 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-092956fd-8b32-407f-8fc9-0704abdd2919 admin admin] 10.222.0.70 "DELETE /v2.0/routers/89064131-e9d9-49de-ac1b-092a176c006d HTTP/1.1" status: 204 len: 168 time: 1.1933270 Jun 18 08:40:30.286287 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 40694) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:40:30.331584 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.db_base_plugin_v2 [None req-27e85fae-b78b-4bd1-9e94-6c8c69a4c076 admin admin] Deleting subnet 7b36080a-c49b-4a50-be3f-ccdce5af667b {{(pid=93642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 08:40:30.334795 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-27e85fae-b78b-4bd1-9e94-6c8c69a4c076 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:30.370293 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-27e85fae-b78b-4bd1-9e94-6c8c69a4c076 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414229'] for subnet, precommit_delete_associations {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:30.446660 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-27e85fae-b78b-4bd1-9e94-6c8c69a4c076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002347'] for subnet, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:30.600225 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-27e85fae-b78b-4bd1-9e94-6c8c69a4c076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16340791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134752'] for subnet, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:30.602721 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:40:30.629159 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e85fae-b78b-4bd1-9e94-6c8c69a4c076 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b36080a-c49b-4a50-be3f-ccdce5af667b,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:40:30.631648 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-27e85fae-b78b-4bd1-9e94-6c8c69a4c076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:40:30.635158 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-27e85fae-b78b-4bd1-9e94-6c8c69a4c076 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:30.637336 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-27e85fae-b78b-4bd1-9e94-6c8c69a4c076 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/7b36080a-c49b-4a50-be3f-ccdce5af667b HTTP/1.1" status: 204 len: 168 time: 0.3532712 Jun 18 08:40:30.640587 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 40702) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:40:30.642367 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1017a87b-1653-47b6-95ea-ac36583c310d None None] Network f70ada02-a3f7-438f-9c1f-42f5efecb904 requested from dv-cinder-786873-3-iscsi {{(pid=93643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:40:30.724894 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-0885cb98-8fc9-427e-88bc-8b4f9bc5a454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580887'] for network, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:30.787200 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.plugin [None req-0885cb98-8fc9-427e-88bc-8b4f9bc5a454 admin admin] Deleting port 88db86c8-a667-44cf-99a6-e91c3e817375 {{(pid=93641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:40:30.787609 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-0885cb98-8fc9-427e-88bc-8b4f9bc5a454 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741882027237'] for port, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:30.855246 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.db [None req-0885cb98-8fc9-427e-88bc-8b4f9bc5a454 admin admin] For port 88db86c8-a667-44cf-99a6-e91c3e817375, host dv-cinder-786873-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=88db86c8-a667-44cf-99a6-e91c3e817375,segment=NetworkSegment(9c4cd0a3-7472-4b22-879f-ed10cb468f23),segment_id=9c4cd0a3-7472-4b22-879f-ed10cb468f23)] {{(pid=93641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:40:30.855246 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-0885cb98-8fc9-427e-88bc-8b4f9bc5a454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7962534'] for port, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:30.860320 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0c0e57-ed78-481a-bb50-040fba6e4083 None None] DHCP port deletion for f70ada02-a3f7-438f-9c1f-42f5efecb904 request from dv-cinder-786873-3-iscsi {{(pid=93643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 08:40:30.907353 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-3e0c0e57-ed78-481a-bb50-040fba6e4083 None None] Deleting port 88db86c8-a667-44cf-99a6-e91c3e817375 {{(pid=93643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:40:30.907742 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-3e0c0e57-ed78-481a-bb50-040fba6e4083 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741882027237'] for port, before_delete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:30.920896 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.plugin [None req-0885cb98-8fc9-427e-88bc-8b4f9bc5a454 admin admin] Calling delete_port for 88db86c8-a667-44cf-99a6-e91c3e817375 owned by network:dhcp {{(pid=93641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:40:30.968812 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-3e0c0e57-ed78-481a-bb50-040fba6e4083 None None] For port 88db86c8-a667-44cf-99a6-e91c3e817375, host dv-cinder-786873-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=88db86c8-a667-44cf-99a6-e91c3e817375,segment=NetworkSegment(9c4cd0a3-7472-4b22-879f-ed10cb468f23),segment_id=9c4cd0a3-7472-4b22-879f-ed10cb468f23)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:40:30.969208 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-3e0c0e57-ed78-481a-bb50-040fba6e4083 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7962534'] for port, precommit_delete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:31.033688 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-3e0c0e57-ed78-481a-bb50-040fba6e4083 None None] Calling delete_port for 88db86c8-a667-44cf-99a6-e91c3e817375 owned by network:dhcp {{(pid=93643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:40:31.102645 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-0885cb98-8fc9-427e-88bc-8b4f9bc5a454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741882028261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741881438823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5195011'] for port, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:31.105761 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-36558984-8453-418f-b3ef-d17687762969 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:40:31.109211 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-3e0c0e57-ed78-481a-bb50-040fba6e4083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741882028261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741881438823'] for port, after_delete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:31.111925 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:40:31.134000 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0885cb98-8fc9-427e-88bc-8b4f9bc5a454 admin admin] Pushing event deleted for resources: {'Port': ['ID=88db86c8-a667-44cf-99a6-e91c3e817375,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:40:31.138189 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-0885cb98-8fc9-427e-88bc-8b4f9bc5a454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:40:31.138954 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0885cb98-8fc9-427e-88bc-8b4f9bc5a454 admin admin] No DVR routers for this DVR port 88db86c8-a667-44cf-99a6-e91c3e817375 on host dv-cinder-786873-3-iscsi {{(pid=93641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 08:40:31.139114 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0c0e57-ed78-481a-bb50-040fba6e4083 None None] Pushing event deleted for resources: {'Port': ['ID=88db86c8-a667-44cf-99a6-e91c3e817375,revision_number=None']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:40:31.143600 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0c0e57-ed78-481a-bb50-040fba6e4083 None None] No DVR routers for this DVR port 88db86c8-a667-44cf-99a6-e91c3e817375 on host dv-cinder-786873-3-iscsi {{(pid=93643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 08:40:31.150257 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c0e57-ed78-481a-bb50-040fba6e4083 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:40:31.155341 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c0e57-ed78-481a-bb50-040fba6e4083 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:40:31.155341 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c0e57-ed78-481a-bb50-040fba6e4083 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:40:31.155341 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c0e57-ed78-481a-bb50-040fba6e4083 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:40:31.155341 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c0e57-ed78-481a-bb50-040fba6e4083 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:40:31.155341 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c0e57-ed78-481a-bb50-040fba6e4083 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:40:31.155341 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c0e57-ed78-481a-bb50-040fba6e4083 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:40:31.155341 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c0e57-ed78-481a-bb50-040fba6e4083 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:40:31.155341 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c0e57-ed78-481a-bb50-040fba6e4083 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:40:31.155341 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c0e57-ed78-481a-bb50-040fba6e4083 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:40:31.155341 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c0e57-ed78-481a-bb50-040fba6e4083 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:40:31.155341 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c0e57-ed78-481a-bb50-040fba6e4083 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:40:31.158184 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-3e0c0e57-ed78-481a-bb50-040fba6e4083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:40:31.211553 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-0885cb98-8fc9-427e-88bc-8b4f9bc5a454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003764', 'neutron.services.segments.db._delete_segments_for_network-8741881978067'] for network, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:31.222020 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.services.segments.db [None req-0885cb98-8fc9-427e-88bc-8b4f9bc5a454 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f70ada02-a3f7-438f-9c1f-42f5efecb904']}} {{(pid=93641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:40:31.233663 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.services.segments.db [None req-0885cb98-8fc9-427e-88bc-8b4f9bc5a454 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c4cd0a3-7472-4b22-879f-ed10cb468f23') {'for_net_delete': True} {{(pid=93641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:40:31.233974 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.services.segments.db [None req-0885cb98-8fc9-427e-88bc-8b4f9bc5a454 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c4cd0a3-7472-4b22-879f-ed10cb468f23') {} {{(pid=93641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:40:31.243117 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-0885cb98-8fc9-427e-88bc-8b4f9bc5a454 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741881977896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6585378'] for segment, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:31.258126 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-0885cb98-8fc9-427e-88bc-8b4f9bc5a454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001404'] for segment, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:31.264393 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0885cb98-8fc9-427e-88bc-8b4f9bc5a454 admin admin] Releasing vlan 905 on physical network physnet1 to pool {{(pid=93641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 08:40:31.264791 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-0885cb98-8fc9-427e-88bc-8b4f9bc5a454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4805842'] for segment, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:31.266574 dv-cinder-786873-3-iscsi neutron-server[93641]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 08:40:31.266574 dv-cinder-786873-3-iscsi neutron-server[93641]: conditions |= (models_v2.Port.network_id.in_( Jun 18 08:40:31.266574 dv-cinder-786873-3-iscsi neutron-server[93641]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 08:40:31.266574 dv-cinder-786873-3-iscsi neutron-server[93641]: conditions |= (models_v2.Port.network_id.in_( Jun 18 08:40:31.266574 dv-cinder-786873-3-iscsi neutron-server[93641]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 08:40:31.266574 dv-cinder-786873-3-iscsi neutron-server[93641]: conditions |= (models_v2.Port.network_id.in_( Jun 18 08:40:31.266574 dv-cinder-786873-3-iscsi neutron-server[93641]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 08:40:31.266574 dv-cinder-786873-3-iscsi neutron-server[93641]: conditions |= (models_v2.Port.network_id.in_( Jun 18 08:40:31.266574 dv-cinder-786873-3-iscsi neutron-server[93641]: Traceback (most recent call last): Jun 18 08:40:31.266574 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 08:40:31.266574 dv-cinder-786873-3-iscsi neutron-server[93641]: timer() Jun 18 08:40:31.266574 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 08:40:31.266574 dv-cinder-786873-3-iscsi neutron-server[93641]: cb(*args, **kw) Jun 18 08:40:31.266574 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 08:40:31.266574 dv-cinder-786873-3-iscsi neutron-server[93641]: return func(*args, **kwargs) Jun 18 08:40:31.266574 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 08:40:31.266574 dv-cinder-786873-3-iscsi neutron-server[93641]: self._notify() Jun 18 08:40:31.266574 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 08:40:31.266574 dv-cinder-786873-3-iscsi neutron-server[93641]: self.callback(batched_events) Jun 18 08:40:31.266574 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 08:40:31.266574 dv-cinder-786873-3-iscsi neutron-server[93641]: event.method(event) Jun 18 08:40:31.266574 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 08:40:31.266574 dv-cinder-786873-3-iscsi neutron-server[93641]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 08:40:31.266574 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 08:40:31.266574 dv-cinder-786873-3-iscsi neutron-server[93641]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 08:40:31.266574 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 08:40:31.266574 dv-cinder-786873-3-iscsi neutron-server[93641]: return f(self, *a, **k) Jun 18 08:40:31.266574 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 08:40:31.266574 dv-cinder-786873-3-iscsi neutron-server[93641]: return self._get(url).json() Jun 18 08:40:31.266574 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 08:40:31.266574 dv-cinder-786873-3-iscsi neutron-server[93641]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 08:40:31.266574 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 08:40:31.266574 dv-cinder-786873-3-iscsi neutron-server[93641]: return self.request(url, 'GET', **kwargs) Jun 18 08:40:31.266574 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 08:40:31.266574 dv-cinder-786873-3-iscsi neutron-server[93641]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 08:40:31.266574 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 08:40:31.266574 dv-cinder-786873-3-iscsi neutron-server[93641]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 08:40:31.266574 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 08:40:31.266574 dv-cinder-786873-3-iscsi neutron-server[93641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 08:40:31.266574 dv-cinder-786873-3-iscsi neutron-server[93641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 08:40:31.419751 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-0885cb98-8fc9-427e-88bc-8b4f9bc5a454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8355133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7960504'] for network, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:31.419751 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-cc23ee75-fc09-4823-9162-b4bcbc9fed82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:40:31.419751 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-0885cb98-8fc9-427e-88bc-8b4f9bc5a454 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8041489'] for network, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:31.419751 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-0885cb98-8fc9-427e-88bc-8b4f9bc5a454 admin admin] 10.222.0.70 "DELETE /v2.0/networks/f70ada02-a3f7-438f-9c1f-42f5efecb904 HTTP/1.1" status: 204 len: 168 time: 0.7779510 Jun 18 08:40:31.422848 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 40706) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:40:31.430483 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0885cb98-8fc9-427e-88bc-8b4f9bc5a454 admin admin] Pushing event deleted for resources: {'Network': ['ID=f70ada02-a3f7-438f-9c1f-42f5efecb904,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:40:31.433781 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-0885cb98-8fc9-427e-88bc-8b4f9bc5a454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:40:31.633586 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device e18447b7-a960-46e4-b076-a28d31f6f12e no longer exists at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:40:31.654877 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] No Port match for: e18447b7-a960-46e4-b076-a28d31f6f12e {{(pid=93643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:40:31.655598 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device e18447b7-a960-46e4-b076-a28d31f6f12e not bound to the agent host dv-cinder-786873-3-iscsi {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:40:31.655705 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device 4fcc6339-2bf6-41bd-acdd-69f7449638b8 no longer exists at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:40:31.675843 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] No Port match for: 4fcc6339-2bf6-41bd-acdd-69f7449638b8 {{(pid=93643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:40:31.676242 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device 4fcc6339-2bf6-41bd-acdd-69f7449638b8 not bound to the agent host dv-cinder-786873-3-iscsi {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:40:31.676687 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device 88db86c8-a667-44cf-99a6-e91c3e817375 no longer exists at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:40:31.696561 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] No Port match for: 88db86c8-a667-44cf-99a6-e91c3e817375 {{(pid=93643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:40:31.696974 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device 88db86c8-a667-44cf-99a6-e91c3e817375 not bound to the agent host dv-cinder-786873-3-iscsi {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:40:32.048180 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-00fe4be5-8dde-419e-aca6-3ff7b9068d94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8343287'] for router_interface, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:32.304348 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-00fe4be5-8dde-419e-aca6-3ff7b9068d94 admin admin] Deleting port 1540033b-356e-4974-b3aa-e741d6d60fc0 {{(pid=93642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:40:32.304614 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-00fe4be5-8dde-419e-aca6-3ff7b9068d94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741882027237'] for port, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:32.383625 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-00fe4be5-8dde-419e-aca6-3ff7b9068d94 admin admin] For port 1540033b-356e-4974-b3aa-e741d6d60fc0, host dv-cinder-786873-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=1540033b-356e-4974-b3aa-e741d6d60fc0,segment=NetworkSegment(41bf81c5-e3c7-4ae2-aa14-4509e59172f0),segment_id=41bf81c5-e3c7-4ae2-aa14-4509e59172f0)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:40:32.384128 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-00fe4be5-8dde-419e-aca6-3ff7b9068d94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7962534'] for port, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:32.451694 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-00fe4be5-8dde-419e-aca6-3ff7b9068d94 admin admin] Calling delete_port for 1540033b-356e-4974-b3aa-e741d6d60fc0 owned by network:router_interface {{(pid=93642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:40:32.731473 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-00fe4be5-8dde-419e-aca6-3ff7b9068d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741882028261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741881438823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16340813'] for port, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:32.733802 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-1eb43fa6-b472-485f-a086-5fb7db633770 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:40:32.760407 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fe4be5-8dde-419e-aca6-3ff7b9068d94 admin admin] Pushing event deleted for resources: {'Port': ['ID=1540033b-356e-4974-b3aa-e741d6d60fc0,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:40:32.763464 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-00fe4be5-8dde-419e-aca6-3ff7b9068d94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:40:32.932987 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-00fe4be5-8dde-419e-aca6-3ff7b9068d94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8041589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8343115'] for router_interface, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:33.140411 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00fe4be5-8dde-419e-aca6-3ff7b9068d94 admin admin] Router df5b19ef-b6dd-4f0c-9217-946e9de728ec has already been hosted by L3 agent ebfc1b20-a3df-4bae-b350-fc31028a16a3 {{(pid=93642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 08:40:33.253578 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00fe4be5-8dde-419e-aca6-3ff7b9068d94 admin admin] Notify agent at l3_agent.dv-cinder-786873-3-iscsi the message routers_updated {{(pid=93642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:40:33.258477 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-00fe4be5-8dde-419e-aca6-3ff7b9068d94 admin admin] 10.222.0.70 "PUT /v2.0/routers/df5b19ef-b6dd-4f0c-9217-946e9de728ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8346238 Jun 18 08:40:33.261302 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 40728) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:40:33.262442 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46fc1c3-3383-4ae6-867c-c559bcc54497 None None] Sync routers for ids ['df5b19ef-b6dd-4f0c-9217-946e9de728ec'] in dv-cinder-786873-3-iscsi {{(pid=93644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:40:33.271375 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46fc1c3-3383-4ae6-867c-c559bcc54497 None None] Routers {'df5b19ef-b6dd-4f0c-9217-946e9de728ec'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:40:33.272021 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_hamode_db [None req-f46fc1c3-3383-4ae6-867c-c559bcc54497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:40:11Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['df5b19ef-b6dd-4f0c-9217-946e9de728ec'], 'active': True} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:40:33.323455 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 40730) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:40:33.374660 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-c462fd68-4e34-43d0-b6f8-e9692daa3d86 admin admin] Notify callbacks [] for router, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:33.380235 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvr_db [None req-f46fc1c3-3383-4ae6-867c-c559bcc54497 None None] Set router df5b19ef-b6dd-4f0c-9217-946e9de728ec gateway port host: dv-cinder-786873-3-iscsi {{(pid=93644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:40:33.486585 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-c462fd68-4e34-43d0-b6f8-e9692daa3d86 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:33.565717 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_hamode_db [None req-f46fc1c3-3383-4ae6-867c-c559bcc54497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5b19ef-b6dd-4f0c-9217-946e9de728ec', 'name': 'tempest-TestShelveInstance-1587513695-router', 'tenant_id': 'cc8e7f1914424d25b00a35d99842f74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '2b252d58-0325-4db2-a0f0-76f23626edd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:33:46Z', 'updated_at': '2021-06-18T08:40:32Z', 'revision_number': 5, 'project_id': 'cc8e7f1914424d25b00a35d99842f74a', 'gw_port': {'id': '2b252d58-0325-4db2-a0f0-76f23626edd1', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:84:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5b19ef-b6dd-4f0c-9217-946e9de728ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:48Z', 'updated_at': '2021-06-18T08:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi'}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:40:33.602227 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46fc1c3-3383-4ae6-867c-c559bcc54497 None None] Checking router: df5b19ef-b6dd-4f0c-9217-946e9de728ec for host: dv-cinder-786873-3-iscsi {{(pid=93644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:40:33.613490 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46fc1c3-3383-4ae6-867c-c559bcc54497 None None] Routers {'df5b19ef-b6dd-4f0c-9217-946e9de728ec'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:40:33.614352 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_hamode_db [None req-f46fc1c3-3383-4ae6-867c-c559bcc54497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:40:11Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['df5b19ef-b6dd-4f0c-9217-946e9de728ec'], 'active': True} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:40:33.676496 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.plugin [None req-c462fd68-4e34-43d0-b6f8-e9692daa3d86 admin admin] Deleting port 2b252d58-0325-4db2-a0f0-76f23626edd1 {{(pid=93641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:40:33.676869 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-c462fd68-4e34-43d0-b6f8-e9692daa3d86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741882027237'] for port, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:33.740251 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-f88f86e9-5c35-4188-9b08-27c42bb9a2c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8343287'] for router_interface, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:33.748218 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvr_db [None req-f46fc1c3-3383-4ae6-867c-c559bcc54497 None None] Set router df5b19ef-b6dd-4f0c-9217-946e9de728ec gateway port host: dv-cinder-786873-3-iscsi {{(pid=93644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:40:33.773371 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.db [None req-c462fd68-4e34-43d0-b6f8-e9692daa3d86 admin admin] For port 2b252d58-0325-4db2-a0f0-76f23626edd1, host dv-cinder-786873-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=2b252d58-0325-4db2-a0f0-76f23626edd1,segment=NetworkSegment(12e3d6c0-2a01-4ec9-a6e5-283a6c482531),segment_id=12e3d6c0-2a01-4ec9-a6e5-283a6c482531)] {{(pid=93641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:40:33.773900 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-c462fd68-4e34-43d0-b6f8-e9692daa3d86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7962534'] for port, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:33.839592 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.plugin [None req-c462fd68-4e34-43d0-b6f8-e9692daa3d86 admin admin] Calling delete_port for 2b252d58-0325-4db2-a0f0-76f23626edd1 owned by network:router_gateway {{(pid=93641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:40:33.933571 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_hamode_db [None req-f46fc1c3-3383-4ae6-867c-c559bcc54497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5b19ef-b6dd-4f0c-9217-946e9de728ec', 'name': 'tempest-TestShelveInstance-1587513695-router', 'tenant_id': 'cc8e7f1914424d25b00a35d99842f74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '2b252d58-0325-4db2-a0f0-76f23626edd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:33:46Z', 'updated_at': '2021-06-18T08:40:32Z', 'revision_number': 5, 'project_id': 'cc8e7f1914424d25b00a35d99842f74a', 'gw_port': {'id': '2b252d58-0325-4db2-a0f0-76f23626edd1', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:84:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5b19ef-b6dd-4f0c-9217-946e9de728ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:48Z', 'updated_at': '2021-06-18T08:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi'}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:40:33.964267 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46fc1c3-3383-4ae6-867c-c559bcc54497 None None] The sync data for ids ['df5b19ef-b6dd-4f0c-9217-946e9de728ec'] in dv-cinder-786873-3-iscsi is: [{'id': 'df5b19ef-b6dd-4f0c-9217-946e9de728ec', 'name': 'tempest-TestShelveInstance-1587513695-router', 'tenant_id': 'cc8e7f1914424d25b00a35d99842f74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': '2b252d58-0325-4db2-a0f0-76f23626edd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:33:46Z', 'updated_at': '2021-06-18T08:40:32Z', 'revision_number': 5, 'project_id': 'cc8e7f1914424d25b00a35d99842f74a', 'gw_port': {'id': '2b252d58-0325-4db2-a0f0-76f23626edd1', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:84:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5b19ef-b6dd-4f0c-9217-946e9de728ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:48Z', 'updated_at': '2021-06-18T08:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi'}] {{(pid=93644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:40:34.003017 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-f88f86e9-5c35-4188-9b08-27c42bb9a2c1 admin admin] Deleting port b2978a64-6fbb-4a49-83ac-27d439b0f5a8 {{(pid=93642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:40:34.003368 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-f88f86e9-5c35-4188-9b08-27c42bb9a2c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741882027237'] for port, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:34.086201 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-f88f86e9-5c35-4188-9b08-27c42bb9a2c1 admin admin] For port b2978a64-6fbb-4a49-83ac-27d439b0f5a8, host dv-cinder-786873-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=b2978a64-6fbb-4a49-83ac-27d439b0f5a8,segment=NetworkSegment(18571f25-34b4-4721-b61a-3f9a005c498f),segment_id=18571f25-34b4-4721-b61a-3f9a005c498f)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:40:34.086574 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-f88f86e9-5c35-4188-9b08-27c42bb9a2c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7962534'] for port, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:34.114077 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-c462fd68-4e34-43d0-b6f8-e9692daa3d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741882028261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741881438823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5195011'] for port, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:34.117171 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-890bf0d7-8708-4345-a2dd-64f710a7e2ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:40:34.145521 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c462fd68-4e34-43d0-b6f8-e9692daa3d86 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b252d58-0325-4db2-a0f0-76f23626edd1,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:40:34.148661 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-c462fd68-4e34-43d0-b6f8-e9692daa3d86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:40:34.153562 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-f88f86e9-5c35-4188-9b08-27c42bb9a2c1 admin admin] Calling delete_port for b2978a64-6fbb-4a49-83ac-27d439b0f5a8 owned by network:router_interface {{(pid=93642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:40:34.208862 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-c462fd68-4e34-43d0-b6f8-e9692daa3d86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7960423'] for router_gateway, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:34.316613 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-c462fd68-4e34-43d0-b6f8-e9692daa3d86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8345721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6522'] for router, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:34.318953 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-c462fd68-4e34-43d0-b6f8-e9692daa3d86 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:34.434163 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-f88f86e9-5c35-4188-9b08-27c42bb9a2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741882028261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741881438823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16340813'] for port, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:34.436545 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-1b0955be-27f2-4973-a775-ca7b5bd5e655 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:40:34.460974 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88f86e9-5c35-4188-9b08-27c42bb9a2c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2978a64-6fbb-4a49-83ac-27d439b0f5a8,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:40:34.464862 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-f88f86e9-5c35-4188-9b08-27c42bb9a2c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:40:34.474036 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-c462fd68-4e34-43d0-b6f8-e9692daa3d86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8340008'] for router, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:34.474600 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c462fd68-4e34-43d0-b6f8-e9692daa3d86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df5b19ef-b6dd-4f0c-9217-946e9de728ec {{(pid=93641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 08:40:34.486022 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-c462fd68-4e34-43d0-b6f8-e9692daa3d86 admin admin] Notify callbacks [] for router, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:34.486022 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-c462fd68-4e34-43d0-b6f8-e9692daa3d86 admin admin] 10.222.0.70 "DELETE /v2.0/routers/df5b19ef-b6dd-4f0c-9217-946e9de728ec HTTP/1.1" status: 204 len: 168 time: 1.2203727 Jun 18 08:40:34.486022 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 40736) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:40:34.547800 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb84b05c-6702-47fd-893f-7e8ee7a060f3 admin admin] Deleting subnet 4c122cf1-030e-4869-8eee-af8e59feff00 {{(pid=93641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 08:40:34.551201 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-bb84b05c-6702-47fd-893f-7e8ee7a060f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:34.595985 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-bb84b05c-6702-47fd-893f-7e8ee7a060f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6585387'] for subnet, precommit_delete_associations {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:34.646788 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-f88f86e9-5c35-4188-9b08-27c42bb9a2c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8041589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8343115'] for router_interface, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:34.740084 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-bb84b05c-6702-47fd-893f-7e8ee7a060f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002347'] for subnet, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:34.869961 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f88f86e9-5c35-4188-9b08-27c42bb9a2c1 admin admin] Router 34370833-6cb5-4e51-b07d-9608e3188c46 has already been hosted by L3 agent ebfc1b20-a3df-4bae-b350-fc31028a16a3 {{(pid=93642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 08:40:34.914494 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-bb84b05c-6702-47fd-893f-7e8ee7a060f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5195129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4724164'] for subnet, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:34.917327 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:40:34.944494 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb84b05c-6702-47fd-893f-7e8ee7a060f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c122cf1-030e-4869-8eee-af8e59feff00,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:40:34.949853 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-bb84b05c-6702-47fd-893f-7e8ee7a060f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:40:34.952576 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-bb84b05c-6702-47fd-893f-7e8ee7a060f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8041489'] for subnet, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:34.954470 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-bb84b05c-6702-47fd-893f-7e8ee7a060f3 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/4c122cf1-030e-4869-8eee-af8e59feff00 HTTP/1.1" status: 204 len: 168 time: 0.4683378 Jun 18 08:40:34.957144 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 40740) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:40:34.960369 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a34b7ce-ffd1-4182-9679-8e9e27a4ed6d None None] Network b39bae6f-4207-4bf2-bbda-c91fb1d91943 requested from dv-cinder-786873-3-iscsi {{(pid=93643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:40:34.978324 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f88f86e9-5c35-4188-9b08-27c42bb9a2c1 admin admin] Notify agent at l3_agent.dv-cinder-786873-3-iscsi the message routers_updated {{(pid=93642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:40:34.985370 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-f88f86e9-5c35-4188-9b08-27c42bb9a2c1 admin admin] 10.222.0.70 "PUT /v2.0/routers/34370833-6cb5-4e51-b07d-9608e3188c46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6588047 Jun 18 08:40:34.988581 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 40742) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:40:35.039816 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e208b244-0461-429b-a754-bc436c2cc5b3 None None] Sync routers for ids ['34370833-6cb5-4e51-b07d-9608e3188c46'] in dv-cinder-786873-3-iscsi {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:40:35.041695 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-f4b008c9-5038-4f32-b02d-8d946f1a0b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580887'] for network, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:35.070745 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e208b244-0461-429b-a754-bc436c2cc5b3 None None] Routers {'34370833-6cb5-4e51-b07d-9608e3188c46'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:40:35.071479 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-e208b244-0461-429b-a754-bc436c2cc5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:40:11Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['34370833-6cb5-4e51-b07d-9608e3188c46'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:40:35.106257 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.plugin [None req-f4b008c9-5038-4f32-b02d-8d946f1a0b65 admin admin] Deleting port 69f0f92f-51e5-4ba9-bf6c-f5caa17f23b9 {{(pid=93641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:40:35.106523 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-f4b008c9-5038-4f32-b02d-8d946f1a0b65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741882027237'] for port, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:35.114351 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-304e3e0d-8461-4be8-8ded-fc3522321d16 admin admin] Notify callbacks [] for router, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:35.175754 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.db [None req-f4b008c9-5038-4f32-b02d-8d946f1a0b65 admin admin] For port 69f0f92f-51e5-4ba9-bf6c-f5caa17f23b9, host dv-cinder-786873-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=69f0f92f-51e5-4ba9-bf6c-f5caa17f23b9,segment=NetworkSegment(41bf81c5-e3c7-4ae2-aa14-4509e59172f0),segment_id=41bf81c5-e3c7-4ae2-aa14-4509e59172f0)] {{(pid=93641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:40:35.176431 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-f4b008c9-5038-4f32-b02d-8d946f1a0b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7962534'] for port, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:35.214228 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-e208b244-0461-429b-a754-bc436c2cc5b3 None None] Set router 34370833-6cb5-4e51-b07d-9608e3188c46 gateway port host: dv-cinder-786873-3-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:40:35.234699 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-304e3e0d-8461-4be8-8ded-fc3522321d16 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:35.249204 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.plugin [None req-f4b008c9-5038-4f32-b02d-8d946f1a0b65 admin admin] Calling delete_port for 69f0f92f-51e5-4ba9-bf6c-f5caa17f23b9 owned by network:dhcp {{(pid=93641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:40:35.284024 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5f417d-b057-4c59-9e7e-79d1275dd48c None None] DHCP port deletion for b39bae6f-4207-4bf2-bbda-c91fb1d91943 request from dv-cinder-786873-3-iscsi {{(pid=93643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 08:40:35.351366 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-304e3e0d-8461-4be8-8ded-fc3522321d16 admin admin] Deleting port 7eeaa09d-5d43-4ad0-b39a-21d7cb9c7f2c {{(pid=93642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:40:35.351919 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-304e3e0d-8461-4be8-8ded-fc3522321d16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741882027237'] for port, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:35.408763 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-8b5f417d-b057-4c59-9e7e-79d1275dd48c None None] Deleting port 69f0f92f-51e5-4ba9-bf6c-f5caa17f23b9 {{(pid=93643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:40:35.409063 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-8b5f417d-b057-4c59-9e7e-79d1275dd48c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741882027237'] for port, before_delete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:35.412538 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-f4b008c9-5038-4f32-b02d-8d946f1a0b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741882028261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741881438823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5195011'] for port, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:35.425520 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-3cbc8335-1fc7-4b8a-b3fc-515428a8d4fc tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:40:35.435619 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-304e3e0d-8461-4be8-8ded-fc3522321d16 admin admin] For port 7eeaa09d-5d43-4ad0-b39a-21d7cb9c7f2c, host dv-cinder-786873-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=7eeaa09d-5d43-4ad0-b39a-21d7cb9c7f2c,segment=NetworkSegment(12e3d6c0-2a01-4ec9-a6e5-283a6c482531),segment_id=12e3d6c0-2a01-4ec9-a6e5-283a6c482531)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:40:35.436048 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-304e3e0d-8461-4be8-8ded-fc3522321d16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7962534'] for port, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:35.440240 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b008c9-5038-4f32-b02d-8d946f1a0b65 admin admin] Pushing event deleted for resources: {'Port': ['ID=69f0f92f-51e5-4ba9-bf6c-f5caa17f23b9,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:40:35.442779 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-f4b008c9-5038-4f32-b02d-8d946f1a0b65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:40:35.445512 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b008c9-5038-4f32-b02d-8d946f1a0b65 admin admin] No DVR routers for this DVR port 69f0f92f-51e5-4ba9-bf6c-f5caa17f23b9 on host dv-cinder-786873-3-iscsi {{(pid=93641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 08:40:35.483574 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-8b5f417d-b057-4c59-9e7e-79d1275dd48c None None] For port 69f0f92f-51e5-4ba9-bf6c-f5caa17f23b9, host dv-cinder-786873-3-iscsi, got binding levels [] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:40:35.484015 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-8b5f417d-b057-4c59-9e7e-79d1275dd48c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7962534'] for port, precommit_delete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:35.525830 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-f4b008c9-5038-4f32-b02d-8d946f1a0b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003764', 'neutron.services.segments.db._delete_segments_for_network-8741881978067'] for network, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:35.531088 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-e208b244-0461-429b-a754-bc436c2cc5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34370833-6cb5-4e51-b07d-9608e3188c46', 'name': 'tempest-AttachVolumeTestJSON-431435995-router', 'tenant_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '7eeaa09d-5d43-4ad0-b39a-21d7cb9c7f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:28:51Z', 'updated_at': '2021-06-18T08:40:34Z', 'revision_number': 5, 'project_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'gw_port': {'id': '7eeaa09d-5d43-4ad0-b39a-21d7cb9c7f2c', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:04:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34370833-6cb5-4e51-b07d-9608e3188c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:28:52Z', 'updated_at': '2021-06-18T08:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi'}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:40:35.536785 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.services.segments.db [None req-f4b008c9-5038-4f32-b02d-8d946f1a0b65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b39bae6f-4207-4bf2-bbda-c91fb1d91943']}} {{(pid=93641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:40:35.549423 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.services.segments.db [None req-f4b008c9-5038-4f32-b02d-8d946f1a0b65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41bf81c5-e3c7-4ae2-aa14-4509e59172f0') {'for_net_delete': True} {{(pid=93641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:40:35.549830 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.services.segments.db [None req-f4b008c9-5038-4f32-b02d-8d946f1a0b65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41bf81c5-e3c7-4ae2-aa14-4509e59172f0') {} {{(pid=93641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:40:35.559261 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-8b5f417d-b057-4c59-9e7e-79d1275dd48c None None] Calling delete_port for 69f0f92f-51e5-4ba9-bf6c-f5caa17f23b9 owned by network:dhcp {{(pid=93643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:40:35.563264 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.ipam_backend_mixin [None req-8b5f417d-b057-4c59-9e7e-79d1275dd48c None None] Port 69f0f92f-51e5-4ba9-bf6c-f5caa17f23b9 was not found and therefore no delete operation was performed {{(pid=93643) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 18 08:40:35.565036 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-f4b008c9-5038-4f32-b02d-8d946f1a0b65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741881977896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6585378'] for segment, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:35.588598 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e208b244-0461-429b-a754-bc436c2cc5b3 None None] Checking router: 34370833-6cb5-4e51-b07d-9608e3188c46 for host: dv-cinder-786873-3-iscsi {{(pid=93643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:40:35.589323 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-f4b008c9-5038-4f32-b02d-8d946f1a0b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001404'] for segment, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:35.590580 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-8b5f417d-b057-4c59-9e7e-79d1275dd48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741882028261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741881438823'] for port, after_delete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:35.597800 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-011d203d-c992-49ba-af37-77ea7f298b35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:40:35.601227 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4b008c9-5038-4f32-b02d-8d946f1a0b65 admin admin] Releasing vlan 933 on physical network physnet1 to pool {{(pid=93641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 08:40:35.609032 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-f4b008c9-5038-4f32-b02d-8d946f1a0b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4805842'] for segment, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:35.631654 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5f417d-b057-4c59-9e7e-79d1275dd48c None None] Pushing event deleted for resources: {'Port': ['ID=69f0f92f-51e5-4ba9-bf6c-f5caa17f23b9,revision_number=None']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:40:35.634011 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5f417d-b057-4c59-9e7e-79d1275dd48c None None] No DVR routers for this DVR port 69f0f92f-51e5-4ba9-bf6c-f5caa17f23b9 on host dv-cinder-786873-3-iscsi {{(pid=93643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 08:40:35.638592 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-8b5f417d-b057-4c59-9e7e-79d1275dd48c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:40:35.639943 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e208b244-0461-429b-a754-bc436c2cc5b3 None None] Routers {'34370833-6cb5-4e51-b07d-9608e3188c46'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:40:35.640690 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-e208b244-0461-429b-a754-bc436c2cc5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:40:11Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['34370833-6cb5-4e51-b07d-9608e3188c46'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:40:35.678139 dv-cinder-786873-3-iscsi neutron-server[93641]: Traceback (most recent call last): Jun 18 08:40:35.678139 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 08:40:35.678139 dv-cinder-786873-3-iscsi neutron-server[93641]: timer() Jun 18 08:40:35.678139 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 08:40:35.678139 dv-cinder-786873-3-iscsi neutron-server[93641]: cb(*args, **kw) Jun 18 08:40:35.678139 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 08:40:35.678139 dv-cinder-786873-3-iscsi neutron-server[93641]: return func(*args, **kwargs) Jun 18 08:40:35.678139 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 08:40:35.678139 dv-cinder-786873-3-iscsi neutron-server[93641]: self._notify() Jun 18 08:40:35.678139 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 08:40:35.678139 dv-cinder-786873-3-iscsi neutron-server[93641]: self.callback(batched_events) Jun 18 08:40:35.678139 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 08:40:35.678139 dv-cinder-786873-3-iscsi neutron-server[93641]: event.method(event) Jun 18 08:40:35.678139 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 08:40:35.678139 dv-cinder-786873-3-iscsi neutron-server[93641]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 08:40:35.678139 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 08:40:35.678139 dv-cinder-786873-3-iscsi neutron-server[93641]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 08:40:35.678139 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 08:40:35.678139 dv-cinder-786873-3-iscsi neutron-server[93641]: return f(self, *a, **k) Jun 18 08:40:35.678139 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 08:40:35.678139 dv-cinder-786873-3-iscsi neutron-server[93641]: return self._get(url).json() Jun 18 08:40:35.678139 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 08:40:35.678139 dv-cinder-786873-3-iscsi neutron-server[93641]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 08:40:35.678139 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 08:40:35.678139 dv-cinder-786873-3-iscsi neutron-server[93641]: return self.request(url, 'GET', **kwargs) Jun 18 08:40:35.678139 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 08:40:35.678139 dv-cinder-786873-3-iscsi neutron-server[93641]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 08:40:35.678139 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 08:40:35.678139 dv-cinder-786873-3-iscsi neutron-server[93641]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 08:40:35.678139 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 08:40:35.678139 dv-cinder-786873-3-iscsi neutron-server[93641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 08:40:35.678139 dv-cinder-786873-3-iscsi neutron-server[93641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 08:40:35.737482 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-e208b244-0461-429b-a754-bc436c2cc5b3 None None] Set router 34370833-6cb5-4e51-b07d-9608e3188c46 gateway port host: None {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:40:35.746328 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-f4b008c9-5038-4f32-b02d-8d946f1a0b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8355133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7960504'] for network, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:35.750536 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-f32e315b-890c-4a26-82ea-2c83d75c1453 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:40:35.753082 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-f4b008c9-5038-4f32-b02d-8d946f1a0b65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8041489'] for network, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:35.755156 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-f4b008c9-5038-4f32-b02d-8d946f1a0b65 admin admin] 10.222.0.70 "DELETE /v2.0/networks/b39bae6f-4207-4bf2-bbda-c91fb1d91943 HTTP/1.1" status: 204 len: 168 time: 0.7970843 Jun 18 08:40:35.773028 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device 69f0f92f-51e5-4ba9-bf6c-f5caa17f23b9 no longer exists at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:40:35.777235 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b008c9-5038-4f32-b02d-8d946f1a0b65 admin admin] Pushing event deleted for resources: {'Network': ['ID=b39bae6f-4207-4bf2-bbda-c91fb1d91943,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:40:35.784966 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-f4b008c9-5038-4f32-b02d-8d946f1a0b65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:40:35.806317 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-304e3e0d-8461-4be8-8ded-fc3522321d16 admin admin] Calling delete_port for 7eeaa09d-5d43-4ad0-b39a-21d7cb9c7f2c owned by network:router_gateway {{(pid=93642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:40:35.819248 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-e208b244-0461-429b-a754-bc436c2cc5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34370833-6cb5-4e51-b07d-9608e3188c46', 'name': 'tempest-AttachVolumeTestJSON-431435995-router', 'tenant_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:28:51Z', 'updated_at': '2021-06-18T08:40:35Z', 'revision_number': 6, 'project_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'gw_port_host': None}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:40:35.823430 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] No Port match for: 69f0f92f-51e5-4ba9-bf6c-f5caa17f23b9 {{(pid=93643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:40:35.823430 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device 69f0f92f-51e5-4ba9-bf6c-f5caa17f23b9 not bound to the agent host dv-cinder-786873-3-iscsi {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:40:35.823828 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device 2b252d58-0325-4db2-a0f0-76f23626edd1 no longer exists at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:40:35.868691 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e208b244-0461-429b-a754-bc436c2cc5b3 None None] The sync data for ids ['34370833-6cb5-4e51-b07d-9608e3188c46'] in dv-cinder-786873-3-iscsi is: [{'id': '34370833-6cb5-4e51-b07d-9608e3188c46', 'name': 'tempest-AttachVolumeTestJSON-431435995-router', 'tenant_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:28:51Z', 'updated_at': '2021-06-18T08:40:35Z', 'revision_number': 6, 'project_id': 'f18f9b0caff54beda5bbbdb00ef6417e', 'gw_port_host': None}] {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:40:35.871485 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] No Port match for: 2b252d58-0325-4db2-a0f0-76f23626edd1 {{(pid=93643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:40:35.872031 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device 2b252d58-0325-4db2-a0f0-76f23626edd1 not bound to the agent host dv-cinder-786873-3-iscsi {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:40:35.872483 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device 1540033b-356e-4974-b3aa-e741d6d60fc0 no longer exists at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:40:35.893575 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] No Port match for: 1540033b-356e-4974-b3aa-e741d6d60fc0 {{(pid=93643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:40:35.894014 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device 1540033b-356e-4974-b3aa-e741d6d60fc0 not bound to the agent host dv-cinder-786873-3-iscsi {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:40:35.953296 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.agents_db [None req-a940af84-dce7-47c4-b5d3-ae67f117b383 None None] Agent healthcheck: found 6 active agents {{(pid=93644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:40:36.060171 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-304e3e0d-8461-4be8-8ded-fc3522321d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741882028261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741881438823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16340813'] for port, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:36.062393 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-1b0955be-27f2-4973-a775-ca7b5bd5e655 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:40:36.088586 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304e3e0d-8461-4be8-8ded-fc3522321d16 admin admin] Pushing event deleted for resources: {'Port': ['ID=7eeaa09d-5d43-4ad0-b39a-21d7cb9c7f2c,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:40:36.092255 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-304e3e0d-8461-4be8-8ded-fc3522321d16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:40:36.125535 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 40748) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:40:36.154451 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-304e3e0d-8461-4be8-8ded-fc3522321d16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7960423'] for router_gateway, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:36.166806 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-002c0642-e4e7-45a9-b6e7-8204b61c77ad admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=16377c30d98b40d2a1d40d112350c18e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391364 Jun 18 08:40:36.169274 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 40750) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:40:36.225441 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-19963344-9b99-4ba8-8113-93df79c89c42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:36.246255 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-304e3e0d-8461-4be8-8ded-fc3522321d16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8345721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6522'] for router, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:36.249207 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-304e3e0d-8461-4be8-8ded-fc3522321d16 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:36.251917 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-19963344-9b99-4ba8-8113-93df79c89c42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:36.399512 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-304e3e0d-8461-4be8-8ded-fc3522321d16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8340008'] for router, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:36.400597 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-304e3e0d-8461-4be8-8ded-fc3522321d16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34370833-6cb5-4e51-b07d-9608e3188c46 {{(pid=93642) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 08:40:36.405178 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-304e3e0d-8461-4be8-8ded-fc3522321d16 admin admin] Notify callbacks [] for router, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:36.406323 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-304e3e0d-8461-4be8-8ded-fc3522321d16 admin admin] 10.222.0.70 "DELETE /v2.0/routers/34370833-6cb5-4e51-b07d-9608e3188c46 HTTP/1.1" status: 204 len: 168 time: 1.4180963 Jun 18 08:40:36.408614 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-19963344-9b99-4ba8-8113-93df79c89c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:36.408846 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 40752) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:40:36.411202 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-19963344-9b99-4ba8-8113-93df79c89c42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:36.412345 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-19963344-9b99-4ba8-8113-93df79c89c42 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/855ae3d0-ed75-4033-b55d-5f401ed879f0 HTTP/1.1" status: 204 len: 168 time: 0.2421734 Jun 18 08:40:36.413320 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-fe33d070-ec27-4be4-bfa3-65162b4d838f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:40:36.421321 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19963344-9b99-4ba8-8113-93df79c89c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=855ae3d0-ed75-4033-b55d-5f401ed879f0,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:40:36.423645 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-19963344-9b99-4ba8-8113-93df79c89c42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:40:36.457326 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.db_base_plugin_v2 [None req-1656e79a-12ed-481e-8862-42812477c058 admin admin] Deleting subnet 0695c8b6-59a4-4923-a5ff-60cabbe26c72 {{(pid=93642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 08:40:36.460366 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-1656e79a-12ed-481e-8862-42812477c058 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:36.494218 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-1656e79a-12ed-481e-8862-42812477c058 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414229'] for subnet, precommit_delete_associations {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:36.570082 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-1656e79a-12ed-481e-8862-42812477c058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002347'] for subnet, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:36.749008 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-1656e79a-12ed-481e-8862-42812477c058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16340791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134752'] for subnet, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:36.752350 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-651cdef0-5c2c-4397-89e7-384ba7a3078e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:40:36.778406 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656e79a-12ed-481e-8862-42812477c058 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0695c8b6-59a4-4923-a5ff-60cabbe26c72,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:40:36.780379 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-1656e79a-12ed-481e-8862-42812477c058 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:36.785698 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0452c6aa-1641-415a-8c7f-a80823aaf1c1 None None] Network 77f1c77d-8795-43df-96a9-39a8b7c2346a requested from dv-cinder-786873-3-iscsi {{(pid=93643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:40:36.786968 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 40756) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:40:36.787064 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-1656e79a-12ed-481e-8862-42812477c058 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/0695c8b6-59a4-4923-a5ff-60cabbe26c72 HTTP/1.1" status: 204 len: 168 time: 0.3750663 Jun 18 08:40:36.787064 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-1656e79a-12ed-481e-8862-42812477c058 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:40:36.862057 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-173f3a18-dfdf-4cc7-b0d9-950d50601beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580887'] for network, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:37.016279 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ea1a68-c3e3-42a8-9314-ab47c63ade7f None None] DHCP port deletion for 77f1c77d-8795-43df-96a9-39a8b7c2346a request from dv-cinder-786873-3-iscsi {{(pid=93643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 08:40:37.068169 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-f3ea1a68-c3e3-42a8-9314-ab47c63ade7f None None] Deleting port bc7bb9f4-9560-460e-8871-9d81f0260848 {{(pid=93643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:40:37.068880 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-f3ea1a68-c3e3-42a8-9314-ab47c63ade7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741882027237'] for port, before_delete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:37.140999 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-f3ea1a68-c3e3-42a8-9314-ab47c63ade7f None None] For port bc7bb9f4-9560-460e-8871-9d81f0260848, host dv-cinder-786873-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=bc7bb9f4-9560-460e-8871-9d81f0260848,segment=NetworkSegment(18571f25-34b4-4721-b61a-3f9a005c498f),segment_id=18571f25-34b4-4721-b61a-3f9a005c498f)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:40:37.141411 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-f3ea1a68-c3e3-42a8-9314-ab47c63ade7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7962534'] for port, precommit_delete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:37.198789 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 40762) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:40:37.203660 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.plugin [None req-173f3a18-dfdf-4cc7-b0d9-950d50601beb admin admin] Deleting port bc7bb9f4-9560-460e-8871-9d81f0260848 {{(pid=93641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:40:37.204436 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-173f3a18-dfdf-4cc7-b0d9-950d50601beb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741882027237'] for port, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:37.247693 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-6c422ff1-25a7-4b7d-8b71-f9d1960b81e1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cc8e7f1914424d25b00a35d99842f74a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0451741 Jun 18 08:40:37.247926 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 40764) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:40:37.269924 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.db [None req-173f3a18-dfdf-4cc7-b0d9-950d50601beb admin admin] For port bc7bb9f4-9560-460e-8871-9d81f0260848, host dv-cinder-786873-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=bc7bb9f4-9560-460e-8871-9d81f0260848,segment=NetworkSegment(18571f25-34b4-4721-b61a-3f9a005c498f),segment_id=18571f25-34b4-4721-b61a-3f9a005c498f)] {{(pid=93641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:40:37.270289 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-173f3a18-dfdf-4cc7-b0d9-950d50601beb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7962534'] for port, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:37.302404 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-09a1a9c5-a6f3-460c-b2d3-17167b24b55e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:37.326109 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-09a1a9c5-a6f3-460c-b2d3-17167b24b55e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:37.331861 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-f3ea1a68-c3e3-42a8-9314-ab47c63ade7f None None] Calling delete_port for bc7bb9f4-9560-460e-8871-9d81f0260848 owned by network:dhcp {{(pid=93643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:40:37.339067 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.plugin [None req-173f3a18-dfdf-4cc7-b0d9-950d50601beb admin admin] Calling delete_port for bc7bb9f4-9560-460e-8871-9d81f0260848 owned by network:dhcp {{(pid=93641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:40:37.417051 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-09a1a9c5-a6f3-460c-b2d3-17167b24b55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:37.419634 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-09a1a9c5-a6f3-460c-b2d3-17167b24b55e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:37.420842 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-09a1a9c5-a6f3-460c-b2d3-17167b24b55e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ed5ff0b0-41a6-4bad-90ff-5d117e69e683 HTTP/1.1" status: 204 len: 168 time: 0.1717014 Jun 18 08:40:37.421638 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-668810ff-1cfc-4ad3-9db0-762ea20f0f08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:40:37.428995 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a1a9c5-a6f3-460c-b2d3-17167b24b55e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5ff0b0-41a6-4bad-90ff-5d117e69e683,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:40:37.432043 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-09a1a9c5-a6f3-460c-b2d3-17167b24b55e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:40:37.473955 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-f3ea1a68-c3e3-42a8-9314-ab47c63ade7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741882028261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741881438823'] for port, after_delete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:37.476947 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-15795e36-4a2d-41e6-8737-7a3c2c67bf18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:40:37.483065 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-173f3a18-dfdf-4cc7-b0d9-950d50601beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741882028261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741881438823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5195011'] for port, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:37.486465 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-35e9d2de-27b6-40fc-bc20-695a357bd170 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:40:37.502327 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ea1a68-c3e3-42a8-9314-ab47c63ade7f None None] Pushing event deleted for resources: {'Port': ['ID=bc7bb9f4-9560-460e-8871-9d81f0260848,revision_number=None']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:40:37.504711 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ea1a68-c3e3-42a8-9314-ab47c63ade7f None None] No DVR routers for this DVR port bc7bb9f4-9560-460e-8871-9d81f0260848 on host dv-cinder-786873-3-iscsi {{(pid=93643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 08:40:37.506511 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-f3ea1a68-c3e3-42a8-9314-ab47c63ade7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:40:37.518469 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173f3a18-dfdf-4cc7-b0d9-950d50601beb admin admin] Pushing event deleted for resources: {'Port': ['ID=bc7bb9f4-9560-460e-8871-9d81f0260848,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:40:37.520405 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173f3a18-dfdf-4cc7-b0d9-950d50601beb admin admin] No DVR routers for this DVR port bc7bb9f4-9560-460e-8871-9d81f0260848 on host dv-cinder-786873-3-iscsi {{(pid=93641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 08:40:37.521792 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-173f3a18-dfdf-4cc7-b0d9-950d50601beb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:40:37.601632 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-173f3a18-dfdf-4cc7-b0d9-950d50601beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003764', 'neutron.services.segments.db._delete_segments_for_network-8741881978067'] for network, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:37.612234 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.services.segments.db [None req-173f3a18-dfdf-4cc7-b0d9-950d50601beb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77f1c77d-8795-43df-96a9-39a8b7c2346a']}} {{(pid=93641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:40:37.623875 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.services.segments.db [None req-173f3a18-dfdf-4cc7-b0d9-950d50601beb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18571f25-34b4-4721-b61a-3f9a005c498f') {'for_net_delete': True} {{(pid=93641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:40:37.624226 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.services.segments.db [None req-173f3a18-dfdf-4cc7-b0d9-950d50601beb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18571f25-34b4-4721-b61a-3f9a005c498f') {} {{(pid=93641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:40:37.635552 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device b2978a64-6fbb-4a49-83ac-27d439b0f5a8 no longer exists at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:40:37.641708 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-173f3a18-dfdf-4cc7-b0d9-950d50601beb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741881977896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6585378'] for segment, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:37.656743 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] No Port match for: b2978a64-6fbb-4a49-83ac-27d439b0f5a8 {{(pid=93643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:40:37.657235 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device b2978a64-6fbb-4a49-83ac-27d439b0f5a8 not bound to the agent host dv-cinder-786873-3-iscsi {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:40:37.661844 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-173f3a18-dfdf-4cc7-b0d9-950d50601beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001404'] for segment, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:37.662025 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device 7eeaa09d-5d43-4ad0-b39a-21d7cb9c7f2c no longer exists at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:40:37.663621 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-173f3a18-dfdf-4cc7-b0d9-950d50601beb admin admin] Releasing vlan 932 on physical network physnet1 to pool {{(pid=93641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 08:40:37.664046 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-173f3a18-dfdf-4cc7-b0d9-950d50601beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4805842'] for segment, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:37.666011 dv-cinder-786873-3-iscsi neutron-server[93641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 08:40:37.666011 dv-cinder-786873-3-iscsi neutron-server[93641]: self.session.flush() Jun 18 08:40:37.666011 dv-cinder-786873-3-iscsi neutron-server[93641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 08:40:37.666011 dv-cinder-786873-3-iscsi neutron-server[93641]: self.session.flush() Jun 18 08:40:37.666011 dv-cinder-786873-3-iscsi neutron-server[93641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 08:40:37.666011 dv-cinder-786873-3-iscsi neutron-server[93641]: self.session.flush() Jun 18 08:40:37.666011 dv-cinder-786873-3-iscsi neutron-server[93641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 08:40:37.666011 dv-cinder-786873-3-iscsi neutron-server[93641]: self.session.flush() Jun 18 08:40:37.666011 dv-cinder-786873-3-iscsi neutron-server[93641]: Traceback (most recent call last): Jun 18 08:40:37.666011 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 08:40:37.666011 dv-cinder-786873-3-iscsi neutron-server[93641]: timer() Jun 18 08:40:37.666011 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 08:40:37.666011 dv-cinder-786873-3-iscsi neutron-server[93641]: cb(*args, **kw) Jun 18 08:40:37.666011 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 08:40:37.666011 dv-cinder-786873-3-iscsi neutron-server[93641]: return func(*args, **kwargs) Jun 18 08:40:37.666011 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 08:40:37.666011 dv-cinder-786873-3-iscsi neutron-server[93641]: self._notify() Jun 18 08:40:37.666011 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 08:40:37.666011 dv-cinder-786873-3-iscsi neutron-server[93641]: self.callback(batched_events) Jun 18 08:40:37.666011 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 08:40:37.666011 dv-cinder-786873-3-iscsi neutron-server[93641]: event.method(event) Jun 18 08:40:37.666011 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 08:40:37.666011 dv-cinder-786873-3-iscsi neutron-server[93641]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 08:40:37.666011 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 08:40:37.666011 dv-cinder-786873-3-iscsi neutron-server[93641]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 08:40:37.666011 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 08:40:37.666011 dv-cinder-786873-3-iscsi neutron-server[93641]: return f(self, *a, **k) Jun 18 08:40:37.666011 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 08:40:37.666011 dv-cinder-786873-3-iscsi neutron-server[93641]: return self._get(url).json() Jun 18 08:40:37.666011 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 08:40:37.666011 dv-cinder-786873-3-iscsi neutron-server[93641]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 08:40:37.666011 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 08:40:37.666011 dv-cinder-786873-3-iscsi neutron-server[93641]: return self.request(url, 'GET', **kwargs) Jun 18 08:40:37.666011 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 08:40:37.666011 dv-cinder-786873-3-iscsi neutron-server[93641]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 08:40:37.666011 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 08:40:37.666011 dv-cinder-786873-3-iscsi neutron-server[93641]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 08:40:37.666011 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 08:40:37.666011 dv-cinder-786873-3-iscsi neutron-server[93641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 08:40:37.666011 dv-cinder-786873-3-iscsi neutron-server[93641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 08:40:37.676683 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] No Port match for: 7eeaa09d-5d43-4ad0-b39a-21d7cb9c7f2c {{(pid=93643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:40:37.677038 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device 7eeaa09d-5d43-4ad0-b39a-21d7cb9c7f2c not bound to the agent host dv-cinder-786873-3-iscsi {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:40:37.677457 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device bc7bb9f4-9560-460e-8871-9d81f0260848 no longer exists at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:40:37.697340 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] No Port match for: bc7bb9f4-9560-460e-8871-9d81f0260848 {{(pid=93643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:40:37.697747 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device bc7bb9f4-9560-460e-8871-9d81f0260848 not bound to the agent host dv-cinder-786873-3-iscsi {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:40:37.842729 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-173f3a18-dfdf-4cc7-b0d9-950d50601beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8355133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7960504'] for network, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:37.848733 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-173f3a18-dfdf-4cc7-b0d9-950d50601beb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8041489'] for network, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:37.849925 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-173f3a18-dfdf-4cc7-b0d9-950d50601beb admin admin] 10.222.0.70 "DELETE /v2.0/networks/77f1c77d-8795-43df-96a9-39a8b7c2346a HTTP/1.1" status: 204 len: 168 time: 1.0620067 Jun 18 08:40:37.850856 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-f4b008c9-5038-4f32-b02d-8d946f1a0b65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:40:37.871323 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173f3a18-dfdf-4cc7-b0d9-950d50601beb admin admin] Pushing event deleted for resources: {'Network': ['ID=77f1c77d-8795-43df-96a9-39a8b7c2346a,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:40:37.874505 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-173f3a18-dfdf-4cc7-b0d9-950d50601beb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:40:38.250906 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 40774) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:40:38.296722 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-9d5e9d6d-8e0f-4c40-89ff-65c727cd5345 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f18f9b0caff54beda5bbbdb00ef6417e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0445809 Jun 18 08:40:38.299149 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 40776) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:40:38.347017 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-484944c7-2ac7-421e-a4e9-78ab3531da29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:38.367355 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-484944c7-2ac7-421e-a4e9-78ab3531da29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:38.499777 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-484944c7-2ac7-421e-a4e9-78ab3531da29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:38.502422 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-484944c7-2ac7-421e-a4e9-78ab3531da29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:38.503553 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-484944c7-2ac7-421e-a4e9-78ab3531da29 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/de2b0fc4-44fc-45ad-aeba-eaccb02a45c1 HTTP/1.1" status: 204 len: 168 time: 0.2035320 Jun 18 08:40:38.504354 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-bc368123-5956-464f-ba8e-794145ea9cc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:40:38.511981 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484944c7-2ac7-421e-a4e9-78ab3531da29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2b0fc4-44fc-45ad-aeba-eaccb02a45c1,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:40:38.514142 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-484944c7-2ac7-421e-a4e9-78ab3531da29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:40:39.085503 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e90c423c-dbd8-4da9-90b0-ccf9f1eb1c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:41.490501 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-263bba0c-0b1f-4483-8948-896c0332f9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:41.928284 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:43.065327 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-37edacc1-1ba5-460e-aa47-45b5acfa9d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:44.670802 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-624571b3-aef6-4a8c-8ab3-5c089201a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:52.380615 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 40920) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:40:52.482377 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-3013e0cd-eb02-42a5-9527-b3b86cc7f5ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:52.569449 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-3013e0cd-eb02-42a5-9527-b3b86cc7f5ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:52.650907 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-3013e0cd-eb02-42a5-9527-b3b86cc7f5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:52.653590 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-e847e793-a9c4-4512-b844-81124500d142 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:40:52.689587 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-3013e0cd-eb02-42a5-9527-b3b86cc7f5ed admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a12bfd9d9b6a4214a13d0be9187885a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3079073 Jun 18 08:40:52.690486 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3013e0cd-eb02-42a5-9527-b3b86cc7f5ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfec6aef-1750-4f46-9722-86bd6d75f52f,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:40:52.692335 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 40924) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:40:52.693608 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-3013e0cd-eb02-42a5-9527-b3b86cc7f5ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:40:52.744278 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-714e4388-0551-4686-8f9e-3cd20a382954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:52.766083 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-714e4388-0551-4686-8f9e-3cd20a382954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:52.891621 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-714e4388-0551-4686-8f9e-3cd20a382954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:52.894418 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-714e4388-0551-4686-8f9e-3cd20a382954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:52.895782 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-714e4388-0551-4686-8f9e-3cd20a382954 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cfec6aef-1750-4f46-9722-86bd6d75f52f HTTP/1.1" status: 204 len: 168 time: 0.2018900 Jun 18 08:40:52.896685 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-6226ca57-a24f-4d00-8b29-6e2ef3afb0d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:40:52.904488 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714e4388-0551-4686-8f9e-3cd20a382954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfec6aef-1750-4f46-9722-86bd6d75f52f,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:40:52.907547 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-714e4388-0551-4686-8f9e-3cd20a382954 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:40:55.232112 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 40978) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:40:55.333773 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-eb046985-1d20-4ad0-9997-38fa4237109e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:55.425799 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-eb046985-1d20-4ad0-9997-38fa4237109e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:55.493092 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-eb046985-1d20-4ad0-9997-38fa4237109e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:55.495774 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-e36be376-8833-494a-9240-06b00c146d12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:40:55.531202 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb046985-1d20-4ad0-9997-38fa4237109e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1725b0-2c1e-4cd7-8f88-6e77750a8508,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:40:55.538962 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-eb046985-1d20-4ad0-9997-38fa4237109e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d06d6ffb19574fe385f5a18d35481fe8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3057799 Jun 18 08:40:55.539228 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 40984) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:40:55.539994 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-eb046985-1d20-4ad0-9997-38fa4237109e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:40:55.595802 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-20d78d17-4ddc-485a-a075-fb3d272c479b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:55.620000 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-20d78d17-4ddc-485a-a075-fb3d272c479b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:55.742610 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-20d78d17-4ddc-485a-a075-fb3d272c479b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:55.745230 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-20d78d17-4ddc-485a-a075-fb3d272c479b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:55.746381 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-20d78d17-4ddc-485a-a075-fb3d272c479b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1b1725b0-2c1e-4cd7-8f88-6e77750a8508 HTTP/1.1" status: 204 len: 168 time: 0.2043145 Jun 18 08:40:55.747142 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-971d5783-c5dd-45d9-bd1e-631995721d73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:40:55.755870 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d78d17-4ddc-485a-a075-fb3d272c479b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1725b0-2c1e-4cd7-8f88-6e77750a8508,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:40:55.758362 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-20d78d17-4ddc-485a-a075-fb3d272c479b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:40:56.275977 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:56.443768 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 40990) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:40:56.458906 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-6679d6f6-7410-4118-a31c-3c74fbcb9d61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:56.545261 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-6679d6f6-7410-4118-a31c-3c74fbcb9d61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:56.604870 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-6679d6f6-7410-4118-a31c-3c74fbcb9d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:56.607501 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-a23433f2-8edb-4176-bd56-3c6d97d4cc28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:40:56.645863 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-6679d6f6-7410-4118-a31c-3c74fbcb9d61 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=145accc963f344a1904cafda12920fbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2009864 Jun 18 08:40:56.648830 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6679d6f6-7410-4118-a31c-3c74fbcb9d61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce85256-61a5-43e0-aa4d-da007b852296,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:40:56.648948 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 40994) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:40:56.649891 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-6679d6f6-7410-4118-a31c-3c74fbcb9d61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:40:56.700663 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-fc527450-77f9-4308-901a-30d83b83873d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:56.722197 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-fc527450-77f9-4308-901a-30d83b83873d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:56.831163 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-fc527450-77f9-4308-901a-30d83b83873d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:56.833755 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-fc527450-77f9-4308-901a-30d83b83873d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:56.834892 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-fc527450-77f9-4308-901a-30d83b83873d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/dce85256-61a5-43e0-aa4d-da007b852296 HTTP/1.1" status: 204 len: 168 time: 0.1842973 Jun 18 08:40:56.835652 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-feff0135-8839-41a1-a0e7-3ccc64f6e0aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:40:56.843323 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc527450-77f9-4308-901a-30d83b83873d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce85256-61a5-43e0-aa4d-da007b852296,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:40:56.845878 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-fc527450-77f9-4308-901a-30d83b83873d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:40:57.906676 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 41020) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:40:58.000833 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [None req-280e1a7a-07b1-43c5-bc84-3af1374e5e21 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1332996271-network', 'tenant_id': '529c70846c9748bc85994ea8f074ec8d'}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:40:58.104911 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-280e1a7a-07b1-43c5-bc84-3af1374e5e21 admin admin] Made reservation on behalf of 529c70846c9748bc85994ea8f074ec8d for: {'network': 1} {{(pid=93642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:40:58.107461 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-280e1a7a-07b1-43c5-bc84-3af1374e5e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-568420'] for network, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:58.116579 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-280e1a7a-07b1-43c5-bc84-3af1374e5e21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:58.207317 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-280e1a7a-07b1-43c5-bc84-3af1374e5e21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:58.276223 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-280e1a7a-07b1-43c5-bc84-3af1374e5e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:58.279345 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-a32da58d-f5e6-4567-a042-507ee5c2de16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:40:58.300830 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-280e1a7a-07b1-43c5-bc84-3af1374e5e21 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 932} {{(pid=93642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 08:40:58.310020 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280e1a7a-07b1-43c5-bc84-3af1374e5e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b15d1f9e-9259-4d89-8c6b-41d2e4805032,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:40:58.313078 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-280e1a7a-07b1-43c5-bc84-3af1374e5e21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:40:58.318036 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-280e1a7a-07b1-43c5-bc84-3af1374e5e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001404'] for segment, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:58.318222 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.db.segments_db [None req-280e1a7a-07b1-43c5-bc84-3af1374e5e21 admin admin] Added segment fa9ae8b0-cc27-4ae0-899b-9f901aa4b38b of type vlan for network 3b46b3d0-c82c-415b-a076-a98127678ea2 Jun 18 08:40:58.358378 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-280e1a7a-07b1-43c5-bc84-3af1374e5e21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741881456851'] for network, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:58.467564 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-280e1a7a-07b1-43c5-bc84-3af1374e5e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8355133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484'] for network, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:58.468914 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280e1a7a-07b1-43c5-bc84-3af1374e5e21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:40:58.469537 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-280e1a7a-07b1-43c5-bc84-3af1374e5e21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8041489'] for network, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:58.472071 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-31ccc684-512d-4ba9-8bb5-32f2c5432fff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:40:58.529908 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280e1a7a-07b1-43c5-bc84-3af1374e5e21 admin admin] Pushing event updated for resources: {'Network': ['ID=3b46b3d0-c82c-415b-a076-a98127678ea2,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:40:58.532949 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-280e1a7a-07b1-43c5-bc84-3af1374e5e21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:40:58.540104 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Network 3b46b3d0-c82c-415b-a076-a98127678ea2 details requested by agent ovs-agent-dv-cinder-786873-3-iscsi with host dv-cinder-786873-3-iscsi {{(pid=93643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 08:40:58.561565 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 41024) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:40:58.617128 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-280e1a7a-07b1-43c5-bc84-3af1374e5e21 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7093110 Jun 18 08:40:58.619846 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 41028) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:40:58.625096 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [None req-949d099f-2e18-41d8-8a7c-4ce745842166 admin admin] Request body: {'subnet': {'network_id': '3b46b3d0-c82c-415b-a076-a98127678ea2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1332996271-subnet', 'tenant_id': '529c70846c9748bc85994ea8f074ec8d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:40:58.731865 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949d099f-2e18-41d8-8a7c-4ce745842166 admin admin] Made reservation on behalf of 529c70846c9748bc85994ea8f074ec8d for: {'subnet': 1} {{(pid=93642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:40:58.734101 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-949d099f-2e18-41d8-8a7c-4ce745842166 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134731'] for subnet, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:58.981782 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-947d1f28-cae9-4520-9f6d-be46fd90cb7c tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Deleting port 5dbeb04b-ebd4-4826-935e-0a2de3e3e498 {{(pid=93642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:40:58.982552 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-947d1f28-cae9-4520-9f6d-be46fd90cb7c tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741882027237'] for port, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:59.065772 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-949d099f-2e18-41d8-8a7c-4ce745842166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16340982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16134745'] for subnet, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:59.070285 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-947d1f28-cae9-4520-9f6d-be46fd90cb7c tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7962534'] for port, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:59.070741 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-947d1f28-cae9-4520-9f6d-be46fd90cb7c tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:59.073578 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:40:59.162532 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-947d1f28-cae9-4520-9f6d-be46fd90cb7c tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Calling delete_port for 5dbeb04b-ebd4-4826-935e-0a2de3e3e498 owned by network:floatingip {{(pid=93642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:40:59.223176 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949d099f-2e18-41d8-8a7c-4ce745842166 admin admin] Pushing event updated for resources: {'Subnet': ['ID=055ac91b-22b4-4a04-a6e9-869186a49971,revision_number=0']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:40:59.228494 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-949d099f-2e18-41d8-8a7c-4ce745842166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:40:59.245693 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949d099f-2e18-41d8-8a7c-4ce745842166 admin admin] Checking segment: {'id': 'fa9ae8b0-cc27-4ae0-899b-9f901aa4b38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '3b46b3d0-c82c-415b-a076-a98127678ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:40:59.246068 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949d099f-2e18-41d8-8a7c-4ce745842166 admin admin] Network hostable DHCP agents. Network: 3b46b3d0-c82c-415b-a076-a98127678ea2, hostable agents: ['ccc23fe2-6cc8-4973-a644-121019cdbd4e'], hosted agents: [] {{(pid=93642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 08:40:59.353115 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949d099f-2e18-41d8-8a7c-4ce745842166 admin admin] Network 3b46b3d0-c82c-415b-a076-a98127678ea2 is scheduled to be hosted by DHCP agent ccc23fe2-6cc8-4973-a644-121019cdbd4e with binding_index 1 {{(pid=93642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 08:40:59.410382 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-947d1f28-cae9-4520-9f6d-be46fd90cb7c tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741882028261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741881438823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16340813'] for port, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:59.412492 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-b344131b-9285-43b0-aabb-4dbf85989b75 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:40:59.436446 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947d1f28-cae9-4520-9f6d-be46fd90cb7c tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Pushing event deleted for resources: {'Port': ['ID=5dbeb04b-ebd4-4826-935e-0a2de3e3e498,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:40:59.440067 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-947d1f28-cae9-4520-9f6d-be46fd90cb7c tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:40:59.440745 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.base_scheduler [None req-949d099f-2e18-41d8-8a7c-4ce745842166 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786873-3-iscsi, 3b46b3d0-c82c-415b-a076-a98127678ea2) {{(pid=93642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:40:59.446985 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949d099f-2e18-41d8-8a7c-4ce745842166 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:40:59.447475 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-949d099f-2e18-41d8-8a7c-4ce745842166 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:59.449218 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807985ba-a250-4ec1-9409-304012d129d6 None None] Network 3b46b3d0-c82c-415b-a076-a98127678ea2 requested from dv-cinder-786873-3-iscsi {{(pid=93643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:40:59.509452 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-947d1f28-cae9-4520-9f6d-be46fd90cb7c tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks [] for floatingip, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:59.509733 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.db.l3_db [None req-947d1f28-cae9-4520-9f6d-be46fd90cb7c tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Floating IP 9b9e07f2-9485-44b9-88b7-c3b2ee66de71 disassociated (deleted). External IP: 172.27.2.88, port: 4abeb11a-513f-4c30-aa40-f618b2b89c5a. Jun 18 08:40:59.558134 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-949d099f-2e18-41d8-8a7c-4ce745842166 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9370589 Jun 18 08:40:59.574529 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48c1f25-fa3c-4041-abfb-9db76db608c1 None None] Network 3b46b3d0-c82c-415b-a076-a98127678ea2 requested from dv-cinder-786873-3-iscsi {{(pid=93643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:40:59.735388 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-947d1f28-cae9-4520-9f6d-be46fd90cb7c tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Router 30b3055d-f31a-466e-bc9c-96d5f5e2ab74 has already been hosted by L3 agent ebfc1b20-a3df-4bae-b350-fc31028a16a3 {{(pid=93642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 08:40:59.844737 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-947d1f28-cae9-4520-9f6d-be46fd90cb7c tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify agent at l3_agent.dv-cinder-786873-3-iscsi the message routers_updated {{(pid=93642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:40:59.849221 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-947d1f28-cae9-4520-9f6d-be46fd90cb7c tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881'] for floatingip, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:40:59.855691 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c22da6-430a-41c9-bdc9-e5301c3df5f2 None None] Sync routers for ids ['30b3055d-f31a-466e-bc9c-96d5f5e2ab74'] in dv-cinder-786873-3-iscsi {{(pid=93644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:40:59.865819 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c22da6-430a-41c9-bdc9-e5301c3df5f2 None None] Routers {'30b3055d-f31a-466e-bc9c-96d5f5e2ab74'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:40:59.866457 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_hamode_db [None req-94c22da6-430a-41c9-bdc9-e5301c3df5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:40:41Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['30b3055d-f31a-466e-bc9c-96d5f5e2ab74'], 'active': True} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:40:59.888333 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-947d1f28-cae9-4520-9f6d-be46fd90cb7c tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "DELETE /v2.0/floatingips/9b9e07f2-9485-44b9-88b7-c3b2ee66de71 HTTP/1.1" status: 204 len: 168 time: 1.3233867 Jun 18 08:40:59.888333 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e69cf05-5c4c-42a3-97e9-530a4071b5c3', 'tag': '4abeb11a-513f-4c30-aa40-f618b2b89c5a'}] {{(pid=93642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:40:59.889058 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8e20e2b9f795c08d425b6044ace8e6bfcc189f1bac9bd432248b5aa3a03ca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eaa7cfc-1dc8-44c0-8ed0-7cc9a3ca5e72" -d '{"events": [{"name": "network-changed", "server_uuid": "5e69cf05-5c4c-42a3-97e9-530a4071b5c3", "tag": "4abeb11a-513f-4c30-aa40-f618b2b89c5a"}]}' {{(pid=93642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:40:59.927821 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 08:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3beb909-ccc6-4f83-a8be-99b6819d15a7 x-openstack-request-id: req-e3beb909-ccc6-4f83-a8be-99b6819d15a7 {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:40:59.927821 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e69cf05-5c4c-42a3-97e9-530a4071b5c3", "tag": "4abeb11a-513f-4c30-aa40-f618b2b89c5a", "status": "completed", "code": 200}]} {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:40:59.927821 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e3beb909-ccc6-4f83-a8be-99b6819d15a7 {{(pid=93642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:40:59.927821 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e69cf05-5c4c-42a3-97e9-530a4071b5c3', 'tag': '4abeb11a-513f-4c30-aa40-f618b2b89c5a', 'status': 'completed', 'code': 200} Jun 18 08:40:59.977072 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvr_db [None req-94c22da6-430a-41c9-bdc9-e5301c3df5f2 None None] Set router 30b3055d-f31a-466e-bc9c-96d5f5e2ab74 gateway port host: dv-cinder-786873-3-iscsi {{(pid=93644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:41:00.031710 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaa7cfc-1dc8-44c0-8ed0-7cc9a3ca5e72 req-f32f800b-82c7-4502-9e60-fe707809d074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:41:00.033811 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-9eaa7cfc-1dc8-44c0-8ed0-7cc9a3ca5e72 req-f32f800b-82c7-4502-9e60-fe707809d074 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f33eeb6169284d22b1baacfb166428e8&device_id=5e69cf05-5c4c-42a3-97e9-530a4071b5c3 HTTP/1.1" status: 200 len: 1098 time: 0.0617304 Jun 18 08:41:00.167071 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaa7cfc-1dc8-44c0-8ed0-7cc9a3ca5e72 req-0c73e943-e985-4286-bbaa-0f18d685cbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:41:00.168776 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-9eaa7cfc-1dc8-44c0-8ed0-7cc9a3ca5e72 req-0c73e943-e985-4286-bbaa-0f18d685cbc3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d15bb2fc-c17e-4d6a-a35a-67df4428a903 HTTP/1.1" status: 200 len: 912 time: 0.1266713 Jun 18 08:41:00.220925 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-9eaa7cfc-1dc8-44c0-8ed0-7cc9a3ca5e72 req-c9fde063-9c23-4b29-b484-ce08784657b7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4abeb11a-513f-4c30-aa40-f618b2b89c5a HTTP/1.1" status: 200 len: 217 time: 0.0429721 Jun 18 08:41:00.298463 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaa7cfc-1dc8-44c0-8ed0-7cc9a3ca5e72 req-02bdf633-8b00-4f18-925b-a7b71cce1634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:41:00.300057 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-9eaa7cfc-1dc8-44c0-8ed0-7cc9a3ca5e72 req-02bdf633-8b00-4f18-925b-a7b71cce1634 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=78edb95a-a8b8-4f5b-b1a4-32d834ef5bcc HTTP/1.1" status: 200 len: 850 time: 0.0588338 Jun 18 08:41:00.363446 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_hamode_db [None req-94c22da6-430a-41c9-bdc9-e5301c3df5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'name': 'tempest-TestVolumeBootPattern-164987471-router', 'tenant_id': 'f33eeb6169284d22b1baacfb166428e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '2d7ac20d-beee-4864-8bed-1d3e471219e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:30:39Z', 'updated_at': '2021-06-18T08:30:44Z', 'revision_number': 4, 'project_id': 'f33eeb6169284d22b1baacfb166428e8', 'gw_port': {'id': '2d7ac20d-beee-4864-8bed-1d3e471219e3', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:30:40Z', 'updated_at': '2021-06-18T08:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_floatingips': [{'id': 'e4f99ffb-2815-4562-a394-3e6e6d5bb263', 'tenant_id': 'f33eeb6169284d22b1baacfb166428e8', 'floating_ip_address': '172.27.2.112', 'floating_network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'router_id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'port_id': '28d7912f-4f94-4442-a117-9ccfac1704f2', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd15bb2fc-c17e-4d6a-a35a-67df4428a903', 'mac_address': 'fa:16:3e:eb:20:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82a406b-6b26-4720-a7fb-3b984f861939', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T08:36:17Z', 'updated_at': '2021-06-18T08:36:20Z', 'revision_number': 1, 'project_id': 'f33eeb6169284d22b1baacfb166428e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f12ae9e-a2be-4abd-a57d-40e1a60be9c8', 'name': '', 'network_id': 'd15bb2fc-c17e-4d6a-a35a-67df4428a903', 'tenant_id': 'f33eeb6169284d22b1baacfb166428e8', 'mac_address': 'fa:16:3e:10:43:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '78edb95a-a8b8-4f5b-b1a4-32d834ef5bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:30:43Z', 'updated_at': '2021-06-18T08:30:51Z', 'revision_number': 5, 'project_id': 'f33eeb6169284d22b1baacfb166428e8', 'subnets': [{'id': '78edb95a-a8b8-4f5b-b1a4-32d834ef5bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:41:00.378669 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaa7cfc-1dc8-44c0-8ed0-7cc9a3ca5e72 req-cc26932d-275d-4356-b9d9-f63e4f49cdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:41:00.380360 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-9eaa7cfc-1dc8-44c0-8ed0-7cc9a3ca5e72 req-cc26932d-275d-4356-b9d9-f63e4f49cdc3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d15bb2fc-c17e-4d6a-a35a-67df4428a903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0735822 Jun 18 08:41:00.399398 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c22da6-430a-41c9-bdc9-e5301c3df5f2 None None] Checking router: 30b3055d-f31a-466e-bc9c-96d5f5e2ab74 for host: dv-cinder-786873-3-iscsi {{(pid=93644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:41:00.408235 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c22da6-430a-41c9-bdc9-e5301c3df5f2 None None] Routers {'30b3055d-f31a-466e-bc9c-96d5f5e2ab74'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:41:00.408918 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_hamode_db [None req-94c22da6-430a-41c9-bdc9-e5301c3df5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:40:41Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['30b3055d-f31a-466e-bc9c-96d5f5e2ab74'], 'active': True} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:41:00.434930 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 41054) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:41:00.442574 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-ba5eecfe-dea8-4317-8b01-8b85c4b2e5ac admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1534795217-network', 'tenant_id': 'c0a8f2cbac6248819c99295facef38c0'}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:41:00.531579 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-9eaa7cfc-1dc8-44c0-8ed0-7cc9a3ca5e72 req-b2e3f845-9c63-4a0b-8074-88ee007c73ff service neutron] 10.222.0.72 "GET /v2.0/networks/d15bb2fc-c17e-4d6a-a35a-67df4428a903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175432 Jun 18 08:41:00.536885 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6a32bd-ec4a-4836-9460-4ce7900190bb req-46f1fcba-c4ca-450b-8217-52316289407d tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:41:00.538485 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1b6a32bd-ec4a-4836-9460-4ce7900190bb req-46f1fcba-c4ca-450b-8217-52316289407d tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e69cf05-5c4c-42a3-97e9-530a4071b5c3 HTTP/1.1" status: 200 len: 945 time: 0.0727060 Jun 18 08:41:00.549600 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvr_db [None req-94c22da6-430a-41c9-bdc9-e5301c3df5f2 None None] Set router 30b3055d-f31a-466e-bc9c-96d5f5e2ab74 gateway port host: dv-cinder-786873-3-iscsi {{(pid=93644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:41:00.589824 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1b6a32bd-ec4a-4836-9460-4ce7900190bb req-dd63e720-4527-4935-b9e5-a1667de04cf0 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/security-groups?id=a521bd04-5697-4ea8-a853-e5232e0f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351048 Jun 18 08:41:00.630095 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba5eecfe-dea8-4317-8b01-8b85c4b2e5ac admin admin] Made reservation on behalf of c0a8f2cbac6248819c99295facef38c0 for: {'network': 1} {{(pid=93641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:41:00.632983 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-ba5eecfe-dea8-4317-8b01-8b85c4b2e5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-568420'] for network, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:00.642513 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-ba5eecfe-dea8-4317-8b01-8b85c4b2e5ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:00.647427 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-9eaa7cfc-1dc8-44c0-8ed0-7cc9a3ca5e72 req-0d40916d-c0c4-4076-ade4-51a5fd4d230e service neutron] 10.222.0.72 "GET /v2.0/networks/d15bb2fc-c17e-4d6a-a35a-67df4428a903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081581 Jun 18 08:41:00.750941 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-ba5eecfe-dea8-4317-8b01-8b85c4b2e5ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:00.798551 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_hamode_db [None req-94c22da6-430a-41c9-bdc9-e5301c3df5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'name': 'tempest-TestVolumeBootPattern-164987471-router', 'tenant_id': 'f33eeb6169284d22b1baacfb166428e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '2d7ac20d-beee-4864-8bed-1d3e471219e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:30:39Z', 'updated_at': '2021-06-18T08:30:44Z', 'revision_number': 4, 'project_id': 'f33eeb6169284d22b1baacfb166428e8', 'gw_port': {'id': '2d7ac20d-beee-4864-8bed-1d3e471219e3', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:30:40Z', 'updated_at': '2021-06-18T08:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_floatingips': [{'id': 'e4f99ffb-2815-4562-a394-3e6e6d5bb263', 'tenant_id': 'f33eeb6169284d22b1baacfb166428e8', 'floating_ip_address': '172.27.2.112', 'floating_network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'router_id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'port_id': '28d7912f-4f94-4442-a117-9ccfac1704f2', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd15bb2fc-c17e-4d6a-a35a-67df4428a903', 'mac_address': 'fa:16:3e:eb:20:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82a406b-6b26-4720-a7fb-3b984f861939', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T08:36:17Z', 'updated_at': '2021-06-18T08:36:20Z', 'revision_number': 1, 'project_id': 'f33eeb6169284d22b1baacfb166428e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f12ae9e-a2be-4abd-a57d-40e1a60be9c8', 'name': '', 'network_id': 'd15bb2fc-c17e-4d6a-a35a-67df4428a903', 'tenant_id': 'f33eeb6169284d22b1baacfb166428e8', 'mac_address': 'fa:16:3e:10:43:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '78edb95a-a8b8-4f5b-b1a4-32d834ef5bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:30:43Z', 'updated_at': '2021-06-18T08:30:51Z', 'revision_number': 5, 'project_id': 'f33eeb6169284d22b1baacfb166428e8', 'subnets': [{'id': '78edb95a-a8b8-4f5b-b1a4-32d834ef5bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:41:00.827475 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-ba5eecfe-dea8-4317-8b01-8b85c4b2e5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:00.828503 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c22da6-430a-41c9-bdc9-e5301c3df5f2 None None] The sync data for ids ['30b3055d-f31a-466e-bc9c-96d5f5e2ab74'] in dv-cinder-786873-3-iscsi is: [{'id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'name': 'tempest-TestVolumeBootPattern-164987471-router', 'tenant_id': 'f33eeb6169284d22b1baacfb166428e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '2d7ac20d-beee-4864-8bed-1d3e471219e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:30:39Z', 'updated_at': '2021-06-18T08:30:44Z', 'revision_number': 4, 'project_id': 'f33eeb6169284d22b1baacfb166428e8', 'gw_port': {'id': '2d7ac20d-beee-4864-8bed-1d3e471219e3', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:30:40Z', 'updated_at': '2021-06-18T08:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_floatingips': [{'id': 'e4f99ffb-2815-4562-a394-3e6e6d5bb263', 'tenant_id': 'f33eeb6169284d22b1baacfb166428e8', 'floating_ip_address': '172.27.2.112', 'floating_network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'router_id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'port_id': '28d7912f-4f94-4442-a117-9ccfac1704f2', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd15bb2fc-c17e-4d6a-a35a-67df4428a903', 'mac_address': 'fa:16:3e:eb:20:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82a406b-6b26-4720-a7fb-3b984f861939', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T08:36:17Z', 'updated_at': '2021-06-18T08:36:20Z', 'revision_number': 1, 'project_id': 'f33eeb6169284d22b1baacfb166428e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f12ae9e-a2be-4abd-a57d-40e1a60be9c8', 'name': '', 'network_id': 'd15bb2fc-c17e-4d6a-a35a-67df4428a903', 'tenant_id': 'f33eeb6169284d22b1baacfb166428e8', 'mac_address': 'fa:16:3e:10:43:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '78edb95a-a8b8-4f5b-b1a4-32d834ef5bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:30:43Z', 'updated_at': '2021-06-18T08:30:51Z', 'revision_number': 5, 'project_id': 'f33eeb6169284d22b1baacfb166428e8', 'subnets': [{'id': '78edb95a-a8b8-4f5b-b1a4-32d834ef5bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:41:00.834400 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-efce13db-e7d9-4254-b6a5-aaf1977a56b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:41:00.863640 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba5eecfe-dea8-4317-8b01-8b85c4b2e5ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 906} {{(pid=93641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 08:41:00.872931 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5eecfe-dea8-4317-8b01-8b85c4b2e5ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=674b5ee3-5350-4f57-925c-0d26858fd515,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:41:00.877398 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-ba5eecfe-dea8-4317-8b01-8b85c4b2e5ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:41:00.883373 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-ba5eecfe-dea8-4317-8b01-8b85c4b2e5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001404'] for segment, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:00.883373 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.db.segments_db [None req-ba5eecfe-dea8-4317-8b01-8b85c4b2e5ac admin admin] Added segment 6ab90105-48de-4f70-91f5-04a9546e6002 of type vlan for network 18d8943e-12f4-4146-be00-aaa93f087ddb Jun 18 08:41:00.930653 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-ba5eecfe-dea8-4317-8b01-8b85c4b2e5ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741881456851'] for network, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:01.022070 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-ba5eecfe-dea8-4317-8b01-8b85c4b2e5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8355133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484'] for network, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:01.023397 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5eecfe-dea8-4317-8b01-8b85c4b2e5ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:41:01.027034 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-ba5eecfe-dea8-4317-8b01-8b85c4b2e5ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8041489'] for network, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:01.027034 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-c24359d8-c74a-4fa7-bc6c-b73fb4da4a4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:41:01.069620 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960e177b-6c25-4b57-adab-4ad361df9b72 None None] New status for floating IP 9b9e07f2-9485-44b9-88b7-c3b2ee66de71: DOWN {{(pid=93643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 08:41:01.090370 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5eecfe-dea8-4317-8b01-8b85c4b2e5ac admin admin] Pushing event updated for resources: {'Network': ['ID=18d8943e-12f4-4146-be00-aaa93f087ddb,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:41:01.093084 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-ba5eecfe-dea8-4317-8b01-8b85c4b2e5ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:41:01.104362 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Network 18d8943e-12f4-4146-be00-aaa93f087ddb details requested by agent ovs-agent-dv-cinder-786873-3-iscsi with host dv-cinder-786873-3-iscsi {{(pid=93643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 08:41:01.158663 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-ba5eecfe-dea8-4317-8b01-8b85c4b2e5ac admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7214541 Jun 18 08:41:01.161261 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 41056) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:41:01.167004 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-4fa65268-78e2-4ee6-ad15-aa136b54d0ce admin admin] Request body: {'subnet': {'network_id': '18d8943e-12f4-4146-be00-aaa93f087ddb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1534795217-subnet', 'tenant_id': 'c0a8f2cbac6248819c99295facef38c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:41:01.247938 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa65268-78e2-4ee6-ad15-aa136b54d0ce admin admin] Made reservation on behalf of c0a8f2cbac6248819c99295facef38c0 for: {'subnet': 1} {{(pid=93641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:41:01.250622 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4fa65268-78e2-4ee6-ad15-aa136b54d0ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4724207'] for subnet, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:01.488116 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4fa65268-78e2-4ee6-ad15-aa136b54d0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4724221'] for subnet, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:01.490524 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-208c6157-2223-4683-ab4c-1cb72801de7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:41:01.538464 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa65268-78e2-4ee6-ad15-aa136b54d0ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=591c74a9-e8c5-448c-8a04-f18552a1e216,revision_number=0']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:41:01.541344 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-4fa65268-78e2-4ee6-ad15-aa136b54d0ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:41:01.556402 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa65268-78e2-4ee6-ad15-aa136b54d0ce admin admin] Checking segment: {'id': '6ab90105-48de-4f70-91f5-04a9546e6002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '18d8943e-12f4-4146-be00-aaa93f087ddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:41:01.556758 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa65268-78e2-4ee6-ad15-aa136b54d0ce admin admin] Network hostable DHCP agents. Network: 18d8943e-12f4-4146-be00-aaa93f087ddb, hostable agents: ['ccc23fe2-6cc8-4973-a644-121019cdbd4e'], hosted agents: [] {{(pid=93641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 08:41:01.633375 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa65268-78e2-4ee6-ad15-aa136b54d0ce admin admin] Network 18d8943e-12f4-4146-be00-aaa93f087ddb is scheduled to be hosted by DHCP agent ccc23fe2-6cc8-4973-a644-121019cdbd4e with binding_index 1 {{(pid=93641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 08:41:01.702135 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.base_scheduler [None req-4fa65268-78e2-4ee6-ad15-aa136b54d0ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786873-3-iscsi, 18d8943e-12f4-4146-be00-aaa93f087ddb) {{(pid=93641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:41:01.707427 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa65268-78e2-4ee6-ad15-aa136b54d0ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:41:01.708014 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4fa65268-78e2-4ee6-ad15-aa136b54d0ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8041489'] for subnet, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:01.712105 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6b47c9-a711-41d5-9544-596f422e0d58 None None] Network 18d8943e-12f4-4146-be00-aaa93f087ddb requested from dv-cinder-786873-3-iscsi {{(pid=93643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:41:01.782039 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bfa621-d22d-4d45-b6d5-d8e73a82693e req-07f7924e-1991-4d05-8636-8465f53645f3 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:41:01.784610 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-25bfa621-d22d-4d45-b6d5-d8e73a82693e req-07f7924e-1991-4d05-8636-8465f53645f3 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e69cf05-5c4c-42a3-97e9-530a4071b5c3 HTTP/1.1" status: 200 len: 945 time: 0.0721974 Jun 18 08:41:01.805168 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-4fa65268-78e2-4ee6-ad15-aa136b54d0ce admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6426740 Jun 18 08:41:01.825587 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-25bfa621-d22d-4d45-b6d5-d8e73a82693e req-2ac61b52-1f37-4d41-885d-294b593824a4 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/security-groups?id=a521bd04-5697-4ea8-a853-e5232e0f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349703 Jun 18 08:41:01.844274 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1f5478-f6c3-40ee-ac33-afa91b8201bf None None] Network 18d8943e-12f4-4146-be00-aaa93f087ddb requested from dv-cinder-786873-3-iscsi {{(pid=93643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:41:01.922745 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 41064) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:41:01.971205 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e801584-2e8e-4e2b-af46-c877c1cf120c admin admin] Deleting subnet 055ac91b-22b4-4a04-a6e9-869186a49971 {{(pid=93641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 08:41:01.975447 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4e801584-2e8e-4e2b-af46-c877c1cf120c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:02.010221 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4e801584-2e8e-4e2b-af46-c877c1cf120c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6585387'] for subnet, precommit_delete_associations {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:02.049727 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4e801584-2e8e-4e2b-af46-c877c1cf120c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002347'] for subnet, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:02.173630 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4e801584-2e8e-4e2b-af46-c877c1cf120c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5195129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4724164'] for subnet, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:02.176075 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:41:02.197863 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e801584-2e8e-4e2b-af46-c877c1cf120c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=055ac91b-22b4-4a04-a6e9-869186a49971,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:41:02.202450 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-4e801584-2e8e-4e2b-af46-c877c1cf120c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:41:02.204907 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4e801584-2e8e-4e2b-af46-c877c1cf120c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8041489'] for subnet, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:02.206742 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-4e801584-2e8e-4e2b-af46-c877c1cf120c admin admin] 10.222.0.70 "DELETE /v2.0/subnets/055ac91b-22b4-4a04-a6e9-869186a49971 HTTP/1.1" status: 204 len: 168 time: 0.2829247 Jun 18 08:41:02.209355 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 41066) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:41:02.281655 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-300d379f-9f9f-4a59-a6d6-44aff321ed57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580887'] for network, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:02.366022 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-300d379f-9f9f-4a59-a6d6-44aff321ed57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003764', 'neutron.services.segments.db._delete_segments_for_network-8741881978067'] for network, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:02.377762 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.services.segments.db [None req-300d379f-9f9f-4a59-a6d6-44aff321ed57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b46b3d0-c82c-415b-a076-a98127678ea2']}} {{(pid=93641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:41:02.387717 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.services.segments.db [None req-300d379f-9f9f-4a59-a6d6-44aff321ed57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa9ae8b0-cc27-4ae0-899b-9f901aa4b38b') {'for_net_delete': True} {{(pid=93641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:41:02.388042 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.services.segments.db [None req-300d379f-9f9f-4a59-a6d6-44aff321ed57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa9ae8b0-cc27-4ae0-899b-9f901aa4b38b') {} {{(pid=93641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:41:02.397020 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-300d379f-9f9f-4a59-a6d6-44aff321ed57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741881977896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6585378'] for segment, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:02.410836 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-300d379f-9f9f-4a59-a6d6-44aff321ed57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001404'] for segment, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:02.417280 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-300d379f-9f9f-4a59-a6d6-44aff321ed57 admin admin] Releasing vlan 932 on physical network physnet1 to pool {{(pid=93641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 08:41:02.418056 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-300d379f-9f9f-4a59-a6d6-44aff321ed57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4805842'] for segment, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:02.419764 dv-cinder-786873-3-iscsi neutron-server[93641]: Traceback (most recent call last): Jun 18 08:41:02.419764 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 08:41:02.419764 dv-cinder-786873-3-iscsi neutron-server[93641]: timer() Jun 18 08:41:02.419764 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 08:41:02.419764 dv-cinder-786873-3-iscsi neutron-server[93641]: cb(*args, **kw) Jun 18 08:41:02.419764 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 08:41:02.419764 dv-cinder-786873-3-iscsi neutron-server[93641]: return func(*args, **kwargs) Jun 18 08:41:02.419764 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 08:41:02.419764 dv-cinder-786873-3-iscsi neutron-server[93641]: self._notify() Jun 18 08:41:02.419764 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 08:41:02.419764 dv-cinder-786873-3-iscsi neutron-server[93641]: self.callback(batched_events) Jun 18 08:41:02.419764 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 08:41:02.419764 dv-cinder-786873-3-iscsi neutron-server[93641]: event.method(event) Jun 18 08:41:02.419764 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 08:41:02.419764 dv-cinder-786873-3-iscsi neutron-server[93641]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 08:41:02.419764 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 08:41:02.419764 dv-cinder-786873-3-iscsi neutron-server[93641]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 08:41:02.419764 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 08:41:02.419764 dv-cinder-786873-3-iscsi neutron-server[93641]: return f(self, *a, **k) Jun 18 08:41:02.419764 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 08:41:02.419764 dv-cinder-786873-3-iscsi neutron-server[93641]: return self._get(url).json() Jun 18 08:41:02.419764 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 08:41:02.419764 dv-cinder-786873-3-iscsi neutron-server[93641]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 08:41:02.419764 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 08:41:02.419764 dv-cinder-786873-3-iscsi neutron-server[93641]: return self.request(url, 'GET', **kwargs) Jun 18 08:41:02.419764 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 08:41:02.419764 dv-cinder-786873-3-iscsi neutron-server[93641]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 08:41:02.419764 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 08:41:02.419764 dv-cinder-786873-3-iscsi neutron-server[93641]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 08:41:02.419764 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 08:41:02.419764 dv-cinder-786873-3-iscsi neutron-server[93641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 08:41:02.419764 dv-cinder-786873-3-iscsi neutron-server[93641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 08:41:02.533819 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-300d379f-9f9f-4a59-a6d6-44aff321ed57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8355133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7960504'] for network, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:02.537275 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-e36be376-8833-494a-9240-06b00c146d12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:41:02.540225 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-300d379f-9f9f-4a59-a6d6-44aff321ed57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8041489'] for network, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:02.544630 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-300d379f-9f9f-4a59-a6d6-44aff321ed57 admin admin] 10.222.0.70 "DELETE /v2.0/networks/3b46b3d0-c82c-415b-a076-a98127678ea2 HTTP/1.1" status: 204 len: 168 time: 0.3317358 Jun 18 08:41:02.545311 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 41070) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:41:02.554951 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300d379f-9f9f-4a59-a6d6-44aff321ed57 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b46b3d0-c82c-415b-a076-a98127678ea2,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:41:02.559832 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-300d379f-9f9f-4a59-a6d6-44aff321ed57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:41:02.593590 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.db_base_plugin_v2 [None req-d08de054-c380-4b1c-ad35-cc2830bf16ff admin admin] Deleting subnet 591c74a9-e8c5-448c-8a04-f18552a1e216 {{(pid=93642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 08:41:02.596927 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-d08de054-c380-4b1c-ad35-cc2830bf16ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:02.635980 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-d08de054-c380-4b1c-ad35-cc2830bf16ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414229'] for subnet, precommit_delete_associations {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:02.674795 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-d08de054-c380-4b1c-ad35-cc2830bf16ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002347'] for subnet, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:02.813304 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc78326f-2bc7-4c5a-8eb0-01d85482be4e req-b5c148a4-d38d-4ce8-8de2-90c5f2de6f8b tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:41:02.815294 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-dc78326f-2bc7-4c5a-8eb0-01d85482be4e req-b5c148a4-d38d-4ce8-8de2-90c5f2de6f8b tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.72 "GET /v2.0/ports?device_id=5e69cf05-5c4c-42a3-97e9-530a4071b5c3 HTTP/1.1" status: 200 len: 945 time: 0.0629556 Jun 18 08:41:02.818865 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-d08de054-c380-4b1c-ad35-cc2830bf16ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16340791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134752'] for subnet, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:02.821057 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:41:02.852821 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08de054-c380-4b1c-ad35-cc2830bf16ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=591c74a9-e8c5-448c-8a04-f18552a1e216,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:41:02.876766 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-d08de054-c380-4b1c-ad35-cc2830bf16ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:41:02.881570 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-d08de054-c380-4b1c-ad35-cc2830bf16ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:02.882823 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-d08de054-c380-4b1c-ad35-cc2830bf16ff admin admin] 10.222.0.70 "DELETE /v2.0/subnets/591c74a9-e8c5-448c-8a04-f18552a1e216 HTTP/1.1" status: 204 len: 168 time: 0.3364215 Jun 18 08:41:02.885976 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 41074) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:41:02.989083 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c0a64120-3d3b-49b5-a2f3-93c20c1bd809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580887'] for network, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:03.020535 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a279c1c7-4b59-4048-b3ca-70a4500028aa req-53bde270-6c14-4005-87b7-39f140f67b3c tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:41:03.022025 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a279c1c7-4b59-4048-b3ca-70a4500028aa req-53bde270-6c14-4005-87b7-39f140f67b3c tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e69cf05-5c4c-42a3-97e9-530a4071b5c3 HTTP/1.1" status: 200 len: 945 time: 0.0712237 Jun 18 08:41:03.064109 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a279c1c7-4b59-4048-b3ca-70a4500028aa req-ead2b6d1-1d47-4798-b799-7868b37728d1 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/security-groups?id=a521bd04-5697-4ea8-a853-e5232e0f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355861 Jun 18 08:41:03.073501 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [req-dc78326f-2bc7-4c5a-8eb0-01d85482be4e req-cebe5100-bce5-47a7-9cd1-d3d27ff3c496 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Deleting port 4abeb11a-513f-4c30-aa40-f618b2b89c5a {{(pid=93642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:41:03.073842 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-dc78326f-2bc7-4c5a-8eb0-01d85482be4e req-cebe5100-bce5-47a7-9cd1-d3d27ff3c496 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741882027237'] for port, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:03.131495 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c0a64120-3d3b-49b5-a2f3-93c20c1bd809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003764', 'neutron.services.segments.db._delete_segments_for_network-8741881978067'] for network, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:03.147425 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.services.segments.db [None req-c0a64120-3d3b-49b5-a2f3-93c20c1bd809 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18d8943e-12f4-4146-be00-aaa93f087ddb']}} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:41:03.161378 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.services.segments.db [None req-c0a64120-3d3b-49b5-a2f3-93c20c1bd809 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ab90105-48de-4f70-91f5-04a9546e6002') {'for_net_delete': True} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:41:03.161675 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.services.segments.db [None req-c0a64120-3d3b-49b5-a2f3-93c20c1bd809 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ab90105-48de-4f70-91f5-04a9546e6002') {} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:41:03.179992 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c0a64120-3d3b-49b5-a2f3-93c20c1bd809 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741881977896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414236'] for segment, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:03.202642 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c0a64120-3d3b-49b5-a2f3-93c20c1bd809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001404'] for segment, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:03.205439 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [req-dc78326f-2bc7-4c5a-8eb0-01d85482be4e req-cebe5100-bce5-47a7-9cd1-d3d27ff3c496 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] For port 4abeb11a-513f-4c30-aa40-f618b2b89c5a, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=4abeb11a-513f-4c30-aa40-f618b2b89c5a,segment=NetworkSegment(f6af959e-126d-4479-ae7f-6c309c6f9c8c),segment_id=f6af959e-126d-4479-ae7f-6c309c6f9c8c)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:41:03.205841 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-dc78326f-2bc7-4c5a-8eb0-01d85482be4e req-cebe5100-bce5-47a7-9cd1-d3d27ff3c496 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7962534'] for port, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:03.216746 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0a64120-3d3b-49b5-a2f3-93c20c1bd809 admin admin] Releasing vlan 906 on physical network physnet1 to pool {{(pid=93642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 08:41:03.217130 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c0a64120-3d3b-49b5-a2f3-93c20c1bd809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729756'] for segment, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:03.218726 dv-cinder-786873-3-iscsi neutron-server[93642]: Traceback (most recent call last): Jun 18 08:41:03.218726 dv-cinder-786873-3-iscsi neutron-server[93642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 08:41:03.218726 dv-cinder-786873-3-iscsi neutron-server[93642]: timer() Jun 18 08:41:03.218726 dv-cinder-786873-3-iscsi neutron-server[93642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 08:41:03.218726 dv-cinder-786873-3-iscsi neutron-server[93642]: cb(*args, **kw) Jun 18 08:41:03.218726 dv-cinder-786873-3-iscsi neutron-server[93642]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 08:41:03.218726 dv-cinder-786873-3-iscsi neutron-server[93642]: return func(*args, **kwargs) Jun 18 08:41:03.218726 dv-cinder-786873-3-iscsi neutron-server[93642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 08:41:03.218726 dv-cinder-786873-3-iscsi neutron-server[93642]: self._notify() Jun 18 08:41:03.218726 dv-cinder-786873-3-iscsi neutron-server[93642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 08:41:03.218726 dv-cinder-786873-3-iscsi neutron-server[93642]: self.callback(batched_events) Jun 18 08:41:03.218726 dv-cinder-786873-3-iscsi neutron-server[93642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 08:41:03.218726 dv-cinder-786873-3-iscsi neutron-server[93642]: event.method(event) Jun 18 08:41:03.218726 dv-cinder-786873-3-iscsi neutron-server[93642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 08:41:03.218726 dv-cinder-786873-3-iscsi neutron-server[93642]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 08:41:03.218726 dv-cinder-786873-3-iscsi neutron-server[93642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 08:41:03.218726 dv-cinder-786873-3-iscsi neutron-server[93642]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 08:41:03.218726 dv-cinder-786873-3-iscsi neutron-server[93642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 08:41:03.218726 dv-cinder-786873-3-iscsi neutron-server[93642]: return f(self, *a, **k) Jun 18 08:41:03.218726 dv-cinder-786873-3-iscsi neutron-server[93642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 08:41:03.218726 dv-cinder-786873-3-iscsi neutron-server[93642]: return self._get(url).json() Jun 18 08:41:03.218726 dv-cinder-786873-3-iscsi neutron-server[93642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 08:41:03.218726 dv-cinder-786873-3-iscsi neutron-server[93642]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 08:41:03.218726 dv-cinder-786873-3-iscsi neutron-server[93642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 08:41:03.218726 dv-cinder-786873-3-iscsi neutron-server[93642]: return self.request(url, 'GET', **kwargs) Jun 18 08:41:03.218726 dv-cinder-786873-3-iscsi neutron-server[93642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 08:41:03.218726 dv-cinder-786873-3-iscsi neutron-server[93642]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 08:41:03.218726 dv-cinder-786873-3-iscsi neutron-server[93642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 08:41:03.218726 dv-cinder-786873-3-iscsi neutron-server[93642]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 08:41:03.218726 dv-cinder-786873-3-iscsi neutron-server[93642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 08:41:03.218726 dv-cinder-786873-3-iscsi neutron-server[93642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 08:41:03.218726 dv-cinder-786873-3-iscsi neutron-server[93642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 08:41:03.305120 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [req-dc78326f-2bc7-4c5a-8eb0-01d85482be4e req-cebe5100-bce5-47a7-9cd1-d3d27ff3c496 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Calling delete_port for 4abeb11a-513f-4c30-aa40-f618b2b89c5a owned by compute:nova {{(pid=93642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:41:03.420532 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c0a64120-3d3b-49b5-a2f3-93c20c1bd809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8355133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7960504'] for network, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:03.429607 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-280e1a7a-07b1-43c5-bc84-3af1374e5e21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:41:03.434317 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c0a64120-3d3b-49b5-a2f3-93c20c1bd809 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8041489'] for network, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:03.436142 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-c0a64120-3d3b-49b5-a2f3-93c20c1bd809 admin admin] 10.222.0.70 "DELETE /v2.0/networks/18d8943e-12f4-4146-be00-aaa93f087ddb HTTP/1.1" status: 204 len: 168 time: 0.5491800 Jun 18 08:41:03.451055 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a64120-3d3b-49b5-a2f3-93c20c1bd809 admin admin] Pushing event deleted for resources: {'Network': ['ID=18d8943e-12f4-4146-be00-aaa93f087ddb,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:41:03.455280 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-c0a64120-3d3b-49b5-a2f3-93c20c1bd809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:41:03.561809 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-dc78326f-2bc7-4c5a-8eb0-01d85482be4e req-cebe5100-bce5-47a7-9cd1-d3d27ff3c496 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741882028261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741881438823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16340813'] for port, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:03.566999 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-1eb43fa6-b472-485f-a086-5fb7db633770 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:41:03.592205 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebe5100-bce5-47a7-9cd1-d3d27ff3c496 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Pushing event deleted for resources: {'Port': ['ID=4abeb11a-513f-4c30-aa40-f618b2b89c5a,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:41:03.594584 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-cebe5100-bce5-47a7-9cd1-d3d27ff3c496 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:41:03.649572 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc78326f-2bc7-4c5a-8eb0-01d85482be4e req-cebe5100-bce5-47a7-9cd1-d3d27ff3c496 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] No DVR routers for this DVR port 4abeb11a-513f-4c30-aa40-f618b2b89c5a on host hv-cinder-78687 {{(pid=93642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 08:41:03.649572 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-dc78326f-2bc7-4c5a-8eb0-01d85482be4e req-cebe5100-bce5-47a7-9cd1-d3d27ff3c496 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881'] for port, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:03.649572 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-dc78326f-2bc7-4c5a-8eb0-01d85482be4e req-cebe5100-bce5-47a7-9cd1-d3d27ff3c496 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.72 "DELETE /v2.0/ports/4abeb11a-513f-4c30-aa40-f618b2b89c5a HTTP/1.1" status: 204 len: 173 time: 0.8190794 Jun 18 08:41:03.649572 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e69cf05-5c4c-42a3-97e9-530a4071b5c3', 'name': 'network-vif-deleted', 'tag': '4abeb11a-513f-4c30-aa40-f618b2b89c5a'}] {{(pid=93642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:41:03.649572 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8e20e2b9f795c08d425b6044ace8e6bfcc189f1bac9bd432248b5aa3a03ca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80bfc98b-3dc8-410c-bcca-bbeadfd9122f" -d '{"events": [{"server_uuid": "5e69cf05-5c4c-42a3-97e9-530a4071b5c3", "name": "network-vif-deleted", "tag": "4abeb11a-513f-4c30-aa40-f618b2b89c5a"}]}' {{(pid=93642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:41:03.683699 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 08:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241de308-01ca-4954-a150-172309ad48ab x-openstack-request-id: req-241de308-01ca-4954-a150-172309ad48ab {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:41:03.684065 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e69cf05-5c4c-42a3-97e9-530a4071b5c3", "name": "network-vif-deleted", "tag": "4abeb11a-513f-4c30-aa40-f618b2b89c5a", "status": "completed", "code": 200}]} {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:41:03.684358 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-241de308-01ca-4954-a150-172309ad48ab {{(pid=93642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:41:03.684792 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e69cf05-5c4c-42a3-97e9-530a4071b5c3', 'name': 'network-vif-deleted', 'tag': '4abeb11a-513f-4c30-aa40-f618b2b89c5a', 'status': 'completed', 'code': 200} Jun 18 08:41:03.908363 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 41082) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:41:03.950472 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-827391ab-fbab-444e-88e0-12924f9631f3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=529c70846c9748bc85994ea8f074ec8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0408092 Jun 18 08:41:03.953697 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 41084) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:41:04.008461 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-70b1fc78-b739-4735-99fa-076f1125edd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:04.031299 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-70b1fc78-b739-4735-99fa-076f1125edd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:04.150733 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-70b1fc78-b739-4735-99fa-076f1125edd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:04.153381 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-70b1fc78-b739-4735-99fa-076f1125edd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:04.157645 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-70b1fc78-b739-4735-99fa-076f1125edd7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b15d1f9e-9259-4d89-8c6b-41d2e4805032 HTTP/1.1" status: 204 len: 168 time: 0.2000566 Jun 18 08:41:04.157645 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-db906feb-7f60-46e2-b385-b1c35cd07cd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:41:04.166661 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b1fc78-b739-4735-99fa-076f1125edd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15d1f9e-9259-4d89-8c6b-41d2e4805032,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:41:04.169191 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-70b1fc78-b739-4735-99fa-076f1125edd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:41:04.214053 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-532b9dd2-200a-424f-9619-652bfc33a3e5 req-3bf0a231-5ae8-4409-82d7-ba7a9b6b36fc tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e69cf05-5c4c-42a3-97e9-530a4071b5c3 HTTP/1.1" status: 200 len: 210 time: 0.0297439 Jun 18 08:41:04.891487 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 41092) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:41:04.937397 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 41096) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:41:04.937911 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-98bfc0b5-0b51-43a6-bd3a-85cd1d6e184c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c0a8f2cbac6248819c99295facef38c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0447874 Jun 18 08:41:05.005844 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-236238e1-4630-4ad7-8650-bdf73530f5d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:05.029051 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-236238e1-4630-4ad7-8650-bdf73530f5d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:05.159806 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-236238e1-4630-4ad7-8650-bdf73530f5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:05.162544 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-236238e1-4630-4ad7-8650-bdf73530f5d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:05.163799 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-236238e1-4630-4ad7-8650-bdf73530f5d3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/674b5ee3-5350-4f57-925c-0d26858fd515 HTTP/1.1" status: 204 len: 168 time: 0.2248051 Jun 18 08:41:05.164578 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-90a81d1f-562c-4888-89d9-1358c7d46eba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:41:05.172485 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236238e1-4630-4ad7-8650-bdf73530f5d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=674b5ee3-5350-4f57-925c-0d26858fd515,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:41:05.175863 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-236238e1-4630-4ad7-8650-bdf73530f5d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:41:05.380587 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ee577523-b2c7-4052-86f7-bfb38044659b req-c29dfba2-c4c1-4c87-85a5-531097dbc1b5 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e69cf05-5c4c-42a3-97e9-530a4071b5c3 HTTP/1.1" status: 200 len: 210 time: 0.0326407 Jun 18 08:41:06.484012 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device 4abeb11a-513f-4c30-aa40-f618b2b89c5a no longer exists at agent hyperv_hv-cinder-78687 {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:41:06.513157 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] No Port match for: 4abeb11a-513f-4c30-aa40-f618b2b89c5a {{(pid=93643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:41:06.513537 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device 4abeb11a-513f-4c30-aa40-f618b2b89c5a not bound to the agent host hv-cinder-78687 {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:41:08.978865 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 41166) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:41:09.067685 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-269db3d5-fa0b-4c02-ac92-e94ad85d9d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:09.162847 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-3e323d8a-bbb5-4df1-bf39-9463963f9818 req-503bdd1d-e510-46b6-95e7-9fcf83282029 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e82a406b-6b26-4720-a7fb-3b984f861939&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1412776 Jun 18 08:41:09.185182 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-01c07cb4-3344-4426-a5a9-befb873ab319 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Deleting port 7c29cefa-b396-40f9-a3a5-ae15042948b5 {{(pid=93642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:41:09.185547 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-01c07cb4-3344-4426-a5a9-befb873ab319 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741882027237'] for port, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:09.295903 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-01c07cb4-3344-4426-a5a9-befb873ab319 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7962534'] for port, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:09.296260 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-01c07cb4-3344-4426-a5a9-befb873ab319 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:09.367703 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-01c07cb4-3344-4426-a5a9-befb873ab319 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Calling delete_port for 7c29cefa-b396-40f9-a3a5-ae15042948b5 owned by network:floatingip {{(pid=93642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:41:09.371369 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e323d8a-bbb5-4df1-bf39-9463963f9818 req-f1a2d7c3-f199-44f6-b5cc-2ec567576b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:41:09.373133 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-3e323d8a-bbb5-4df1-bf39-9463963f9818 req-f1a2d7c3-f199-44f6-b5cc-2ec567576b19 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f33eeb6169284d22b1baacfb166428e8&device_id=e82a406b-6b26-4720-a7fb-3b984f861939 HTTP/1.1" status: 200 len: 1099 time: 0.1517165 Jun 18 08:41:09.529941 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e323d8a-bbb5-4df1-bf39-9463963f9818 req-11b0f1ca-0769-4a65-9f49-4d4e89cda49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:41:09.531435 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-3e323d8a-bbb5-4df1-bf39-9463963f9818 req-11b0f1ca-0769-4a65-9f49-4d4e89cda49d service neutron] 10.222.0.72 "GET /v2.0/networks?id=d15bb2fc-c17e-4d6a-a35a-67df4428a903 HTTP/1.1" status: 200 len: 912 time: 0.1162376 Jun 18 08:41:09.636259 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-3e323d8a-bbb5-4df1-bf39-9463963f9818 req-23926ecd-6b39-4e46-ae08-a87cb0b494d6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28d7912f-4f94-4442-a117-9ccfac1704f2 HTTP/1.1" status: 200 len: 1002 time: 0.0958636 Jun 18 08:41:09.694698 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e323d8a-bbb5-4df1-bf39-9463963f9818 req-e92a2262-9ef6-4699-9de7-e41d1f92f4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:41:09.696025 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-3e323d8a-bbb5-4df1-bf39-9463963f9818 req-e92a2262-9ef6-4699-9de7-e41d1f92f4d2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=78edb95a-a8b8-4f5b-b1a4-32d834ef5bcc HTTP/1.1" status: 200 len: 850 time: 0.0526407 Jun 18 08:41:10.024828 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-01c07cb4-3344-4426-a5a9-befb873ab319 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741882028261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741881438823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16340813'] for port, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:10.028369 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-5cd01df9-6a03-41f7-b70d-1402ec51d494 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:41:10.056618 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c07cb4-3344-4426-a5a9-befb873ab319 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Pushing event deleted for resources: {'Port': ['ID=7c29cefa-b396-40f9-a3a5-ae15042948b5,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:41:10.062103 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-01c07cb4-3344-4426-a5a9-befb873ab319 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:41:10.127331 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-01c07cb4-3344-4426-a5a9-befb873ab319 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks [] for floatingip, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:10.127590 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.db.l3_db [None req-01c07cb4-3344-4426-a5a9-befb873ab319 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Floating IP e4f99ffb-2815-4562-a394-3e6e6d5bb263 disassociated (deleted). External IP: 172.27.2.112, port: 28d7912f-4f94-4442-a117-9ccfac1704f2. Jun 18 08:41:10.130626 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e323d8a-bbb5-4df1-bf39-9463963f9818 req-72860982-adef-41de-b7de-dacb61fb3f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:41:10.132496 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-3e323d8a-bbb5-4df1-bf39-9463963f9818 req-72860982-adef-41de-b7de-dacb61fb3f04 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d15bb2fc-c17e-4d6a-a35a-67df4428a903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4265106 Jun 18 08:41:10.301959 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-3e323d8a-bbb5-4df1-bf39-9463963f9818 req-1209d220-63f3-499b-a51c-24810f6f1cb5 service neutron] 10.222.0.72 "GET /v2.0/networks/d15bb2fc-c17e-4d6a-a35a-67df4428a903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341898 Jun 18 08:41:10.481792 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-3e323d8a-bbb5-4df1-bf39-9463963f9818 req-ae277b99-a97d-4bd7-9c6d-4ff2ea558ae9 service neutron] 10.222.0.72 "GET /v2.0/networks/d15bb2fc-c17e-4d6a-a35a-67df4428a903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667528 Jun 18 08:41:10.482349 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01c07cb4-3344-4426-a5a9-befb873ab319 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Router 30b3055d-f31a-466e-bc9c-96d5f5e2ab74 has already been hosted by L3 agent ebfc1b20-a3df-4bae-b350-fc31028a16a3 {{(pid=93642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 08:41:10.596334 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01c07cb4-3344-4426-a5a9-befb873ab319 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify agent at l3_agent.dv-cinder-786873-3-iscsi the message routers_updated {{(pid=93642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:41:10.601320 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-01c07cb4-3344-4426-a5a9-befb873ab319 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881'] for floatingip, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:10.605818 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37fed9e-8de3-4c10-8771-2002613a4041 None None] Sync routers for ids ['30b3055d-f31a-466e-bc9c-96d5f5e2ab74'] in dv-cinder-786873-3-iscsi {{(pid=93644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:41:10.615601 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37fed9e-8de3-4c10-8771-2002613a4041 None None] Routers {'30b3055d-f31a-466e-bc9c-96d5f5e2ab74'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:41:10.616278 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_hamode_db [None req-b37fed9e-8de3-4c10-8771-2002613a4041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:40:41Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['30b3055d-f31a-466e-bc9c-96d5f5e2ab74'], 'active': True} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:41:10.641170 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-01c07cb4-3344-4426-a5a9-befb873ab319 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "DELETE /v2.0/floatingips/e4f99ffb-2815-4562-a394-3e6e6d5bb263 HTTP/1.1" status: 204 len: 168 time: 1.6611238 Jun 18 08:41:10.641877 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e82a406b-6b26-4720-a7fb-3b984f861939', 'tag': '28d7912f-4f94-4442-a117-9ccfac1704f2'}] {{(pid=93642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:41:10.644318 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8e20e2b9f795c08d425b6044ace8e6bfcc189f1bac9bd432248b5aa3a03ca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ae2b1f-ef6d-437d-ba72-c734ea4cbe1f" -d '{"events": [{"name": "network-changed", "server_uuid": "e82a406b-6b26-4720-a7fb-3b984f861939", "tag": "28d7912f-4f94-4442-a117-9ccfac1704f2"}]}' {{(pid=93642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:41:10.683497 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 08:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07176060-58f4-4e5f-8e37-493bc40712b1 x-openstack-request-id: req-07176060-58f4-4e5f-8e37-493bc40712b1 {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:41:10.683829 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e82a406b-6b26-4720-a7fb-3b984f861939", "tag": "28d7912f-4f94-4442-a117-9ccfac1704f2", "status": "completed", "code": 200}]} {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:41:10.684154 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-07176060-58f4-4e5f-8e37-493bc40712b1 {{(pid=93642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:41:10.684593 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e82a406b-6b26-4720-a7fb-3b984f861939', 'tag': '28d7912f-4f94-4442-a117-9ccfac1704f2', 'status': 'completed', 'code': 200} Jun 18 08:41:10.734210 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvr_db [None req-b37fed9e-8de3-4c10-8771-2002613a4041 None None] Set router 30b3055d-f31a-466e-bc9c-96d5f5e2ab74 gateway port host: dv-cinder-786873-3-iscsi {{(pid=93644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:41:10.795863 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae2b1f-ef6d-437d-ba72-c734ea4cbe1f req-0ee7acb8-941d-4886-b7ab-6a27b13a8dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:41:10.797404 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-26ae2b1f-ef6d-437d-ba72-c734ea4cbe1f req-0ee7acb8-941d-4886-b7ab-6a27b13a8dd9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f33eeb6169284d22b1baacfb166428e8&device_id=e82a406b-6b26-4720-a7fb-3b984f861939 HTTP/1.1" status: 200 len: 1099 time: 0.0684693 Jun 18 08:41:10.898933 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae2b1f-ef6d-437d-ba72-c734ea4cbe1f req-e052f908-0ee3-4ffd-8348-fbd7c1217f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:41:10.900409 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-26ae2b1f-ef6d-437d-ba72-c734ea4cbe1f req-e052f908-0ee3-4ffd-8348-fbd7c1217f84 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d15bb2fc-c17e-4d6a-a35a-67df4428a903 HTTP/1.1" status: 200 len: 912 time: 0.0961227 Jun 18 08:41:10.946933 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-26ae2b1f-ef6d-437d-ba72-c734ea4cbe1f req-c014022d-87ca-4248-b9ed-b4a1c002e7ad service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28d7912f-4f94-4442-a117-9ccfac1704f2 HTTP/1.1" status: 200 len: 217 time: 0.0396380 Jun 18 08:41:10.951137 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_hamode_db [None req-b37fed9e-8de3-4c10-8771-2002613a4041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'name': 'tempest-TestVolumeBootPattern-164987471-router', 'tenant_id': 'f33eeb6169284d22b1baacfb166428e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '2d7ac20d-beee-4864-8bed-1d3e471219e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:30:39Z', 'updated_at': '2021-06-18T08:30:44Z', 'revision_number': 4, 'project_id': 'f33eeb6169284d22b1baacfb166428e8', 'gw_port': {'id': '2d7ac20d-beee-4864-8bed-1d3e471219e3', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:30:40Z', 'updated_at': '2021-06-18T08:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_interfaces': [{'id': '1f12ae9e-a2be-4abd-a57d-40e1a60be9c8', 'name': '', 'network_id': 'd15bb2fc-c17e-4d6a-a35a-67df4428a903', 'tenant_id': 'f33eeb6169284d22b1baacfb166428e8', 'mac_address': 'fa:16:3e:10:43:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '78edb95a-a8b8-4f5b-b1a4-32d834ef5bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:30:43Z', 'updated_at': '2021-06-18T08:30:51Z', 'revision_number': 5, 'project_id': 'f33eeb6169284d22b1baacfb166428e8', 'subnets': [{'id': '78edb95a-a8b8-4f5b-b1a4-32d834ef5bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:41:10.977015 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37fed9e-8de3-4c10-8771-2002613a4041 None None] Checking router: 30b3055d-f31a-466e-bc9c-96d5f5e2ab74 for host: dv-cinder-786873-3-iscsi {{(pid=93644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:41:10.985483 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37fed9e-8de3-4c10-8771-2002613a4041 None None] Routers {'30b3055d-f31a-466e-bc9c-96d5f5e2ab74'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:41:10.986104 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_hamode_db [None req-b37fed9e-8de3-4c10-8771-2002613a4041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:40:41Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['30b3055d-f31a-466e-bc9c-96d5f5e2ab74'], 'active': True} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:41:10.997755 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae2b1f-ef6d-437d-ba72-c734ea4cbe1f req-a88ea59a-ec23-427c-8f37-fc1806ce5fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:41:10.999205 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-26ae2b1f-ef6d-437d-ba72-c734ea4cbe1f req-a88ea59a-ec23-427c-8f37-fc1806ce5fba service neutron] 10.222.0.72 "GET /v2.0/subnets?id=78edb95a-a8b8-4f5b-b1a4-32d834ef5bcc HTTP/1.1" status: 200 len: 850 time: 0.0459461 Jun 18 08:41:11.063894 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae2b1f-ef6d-437d-ba72-c734ea4cbe1f req-9a2c17f9-34ce-4182-ae3d-36520d5c69d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:41:11.065628 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-26ae2b1f-ef6d-437d-ba72-c734ea4cbe1f req-9a2c17f9-34ce-4182-ae3d-36520d5c69d6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d15bb2fc-c17e-4d6a-a35a-67df4428a903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0594046 Jun 18 08:41:11.090704 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvr_db [None req-b37fed9e-8de3-4c10-8771-2002613a4041 None None] Set router 30b3055d-f31a-466e-bc9c-96d5f5e2ab74 gateway port host: dv-cinder-786873-3-iscsi {{(pid=93644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:41:11.165064 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-26ae2b1f-ef6d-437d-ba72-c734ea4cbe1f req-a42eb46d-253d-442c-b1d8-29d018d49310 service neutron] 10.222.0.72 "GET /v2.0/networks/d15bb2fc-c17e-4d6a-a35a-67df4428a903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924954 Jun 18 08:41:11.284643 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ede278-73fb-4b90-80b0-c07e905a3119 req-de4027cd-b6b5-42b0-9d3b-b982fb45ae7b tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:41:11.286986 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-73ede278-73fb-4b90-80b0-c07e905a3119 req-de4027cd-b6b5-42b0-9d3b-b982fb45ae7b tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=e82a406b-6b26-4720-a7fb-3b984f861939 HTTP/1.1" status: 200 len: 946 time: 0.0699160 Jun 18 08:41:11.316138 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_hamode_db [None req-b37fed9e-8de3-4c10-8771-2002613a4041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'name': 'tempest-TestVolumeBootPattern-164987471-router', 'tenant_id': 'f33eeb6169284d22b1baacfb166428e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '2d7ac20d-beee-4864-8bed-1d3e471219e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:30:39Z', 'updated_at': '2021-06-18T08:30:44Z', 'revision_number': 4, 'project_id': 'f33eeb6169284d22b1baacfb166428e8', 'gw_port': {'id': '2d7ac20d-beee-4864-8bed-1d3e471219e3', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:30:40Z', 'updated_at': '2021-06-18T08:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_interfaces': [{'id': '1f12ae9e-a2be-4abd-a57d-40e1a60be9c8', 'name': '', 'network_id': 'd15bb2fc-c17e-4d6a-a35a-67df4428a903', 'tenant_id': 'f33eeb6169284d22b1baacfb166428e8', 'mac_address': 'fa:16:3e:10:43:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '78edb95a-a8b8-4f5b-b1a4-32d834ef5bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:30:43Z', 'updated_at': '2021-06-18T08:30:51Z', 'revision_number': 5, 'project_id': 'f33eeb6169284d22b1baacfb166428e8', 'subnets': [{'id': '78edb95a-a8b8-4f5b-b1a4-32d834ef5bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:41:11.319857 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-26ae2b1f-ef6d-437d-ba72-c734ea4cbe1f req-beb0f20d-fa27-4ebd-b653-41003dc1606a service neutron] 10.222.0.72 "GET /v2.0/networks/d15bb2fc-c17e-4d6a-a35a-67df4428a903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966380 Jun 18 08:41:11.327031 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-73ede278-73fb-4b90-80b0-c07e905a3119 req-3f1eae01-f8fc-44d8-b889-91652e6c8bb3 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/security-groups?id=a521bd04-5697-4ea8-a853-e5232e0f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338376 Jun 18 08:41:11.344181 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37fed9e-8de3-4c10-8771-2002613a4041 None None] The sync data for ids ['30b3055d-f31a-466e-bc9c-96d5f5e2ab74'] in dv-cinder-786873-3-iscsi is: [{'id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'name': 'tempest-TestVolumeBootPattern-164987471-router', 'tenant_id': 'f33eeb6169284d22b1baacfb166428e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '2d7ac20d-beee-4864-8bed-1d3e471219e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:30:39Z', 'updated_at': '2021-06-18T08:30:44Z', 'revision_number': 4, 'project_id': 'f33eeb6169284d22b1baacfb166428e8', 'gw_port': {'id': '2d7ac20d-beee-4864-8bed-1d3e471219e3', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:30:40Z', 'updated_at': '2021-06-18T08:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_interfaces': [{'id': '1f12ae9e-a2be-4abd-a57d-40e1a60be9c8', 'name': '', 'network_id': 'd15bb2fc-c17e-4d6a-a35a-67df4428a903', 'tenant_id': 'f33eeb6169284d22b1baacfb166428e8', 'mac_address': 'fa:16:3e:10:43:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '78edb95a-a8b8-4f5b-b1a4-32d834ef5bcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:30:43Z', 'updated_at': '2021-06-18T08:30:51Z', 'revision_number': 5, 'project_id': 'f33eeb6169284d22b1baacfb166428e8', 'subnets': [{'id': '78edb95a-a8b8-4f5b-b1a4-32d834ef5bcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:41:11.513014 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-32dc2bf6-ff5b-450a-a9a2-b6c6bc513105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:11.564829 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4936d432-5320-45f4-90e8-56c0dcd006e9 None None] New status for floating IP e4f99ffb-2815-4562-a394-3e6e6d5bb263: DOWN {{(pid=93643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 08:41:11.947395 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:12.526122 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e680fd-fe87-4c21-812a-233cebcd20d7 req-4ea45938-fb18-47fd-89a7-b3607e3782c0 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:41:12.527510 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-29e680fd-fe87-4c21-812a-233cebcd20d7 req-4ea45938-fb18-47fd-89a7-b3607e3782c0 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=e82a406b-6b26-4720-a7fb-3b984f861939 HTTP/1.1" status: 200 len: 946 time: 0.0650108 Jun 18 08:41:12.588644 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-29e680fd-fe87-4c21-812a-233cebcd20d7 req-cc53fac8-76eb-459c-b7fa-dee6c47ffd00 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/security-groups?id=a521bd04-5697-4ea8-a853-e5232e0f522b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549326 Jun 18 08:41:12.610942 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17fe83a-871c-4a10-af14-38597f81356c req-91a5b26a-0720-43b3-a847-b61844d22cd4 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:41:12.610942 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-c17fe83a-871c-4a10-af14-38597f81356c req-91a5b26a-0720-43b3-a847-b61844d22cd4 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.72 "GET /v2.0/ports?device_id=e82a406b-6b26-4720-a7fb-3b984f861939 HTTP/1.1" status: 200 len: 946 time: 0.0872543 Jun 18 08:41:12.708933 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [req-c17fe83a-871c-4a10-af14-38597f81356c req-886a5b6c-a075-4129-99c0-ffe499064e27 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Deleting port 28d7912f-4f94-4442-a117-9ccfac1704f2 {{(pid=93642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:41:12.709275 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-c17fe83a-871c-4a10-af14-38597f81356c req-886a5b6c-a075-4129-99c0-ffe499064e27 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741882027237'] for port, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:12.806968 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [req-c17fe83a-871c-4a10-af14-38597f81356c req-886a5b6c-a075-4129-99c0-ffe499064e27 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] For port 28d7912f-4f94-4442-a117-9ccfac1704f2, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=28d7912f-4f94-4442-a117-9ccfac1704f2,segment=NetworkSegment(f6af959e-126d-4479-ae7f-6c309c6f9c8c),segment_id=f6af959e-126d-4479-ae7f-6c309c6f9c8c)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:41:12.807297 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-c17fe83a-871c-4a10-af14-38597f81356c req-886a5b6c-a075-4129-99c0-ffe499064e27 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7962534'] for port, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:12.873959 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [req-c17fe83a-871c-4a10-af14-38597f81356c req-886a5b6c-a075-4129-99c0-ffe499064e27 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Calling delete_port for 28d7912f-4f94-4442-a117-9ccfac1704f2 owned by compute:nova {{(pid=93642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:41:12.885080 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-37edacc1-1ba5-460e-aa47-45b5acfa9d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:12.951979 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.agents_db [None req-a940af84-dce7-47c4-b5d3-ae67f117b383 None None] Agent healthcheck: found 6 active agents {{(pid=93644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:41:13.087260 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-c17fe83a-871c-4a10-af14-38597f81356c req-886a5b6c-a075-4129-99c0-ffe499064e27 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741882028261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741881438823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16340813'] for port, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:13.091760 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-eb79e6c7-a17f-489c-bbaa-afa9ec8ab35a tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:41:13.117139 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886a5b6c-a075-4129-99c0-ffe499064e27 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Pushing event deleted for resources: {'Port': ['ID=28d7912f-4f94-4442-a117-9ccfac1704f2,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:41:13.120176 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-886a5b6c-a075-4129-99c0-ffe499064e27 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:41:13.168913 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [req-c17fe83a-871c-4a10-af14-38597f81356c req-886a5b6c-a075-4129-99c0-ffe499064e27 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] No DVR routers for this DVR port 28d7912f-4f94-4442-a117-9ccfac1704f2 on host hv-cinder-78687 {{(pid=93642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 08:41:13.171633 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-c17fe83a-871c-4a10-af14-38597f81356c req-886a5b6c-a075-4129-99c0-ffe499064e27 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881'] for port, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:13.173809 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-c17fe83a-871c-4a10-af14-38597f81356c req-886a5b6c-a075-4129-99c0-ffe499064e27 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.72 "DELETE /v2.0/ports/28d7912f-4f94-4442-a117-9ccfac1704f2 HTTP/1.1" status: 204 len: 173 time: 0.5585403 Jun 18 08:41:13.182754 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82a406b-6b26-4720-a7fb-3b984f861939', 'name': 'network-vif-deleted', 'tag': '28d7912f-4f94-4442-a117-9ccfac1704f2'}] {{(pid=93642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:41:13.182754 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8e20e2b9f795c08d425b6044ace8e6bfcc189f1bac9bd432248b5aa3a03ca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927e8bfe-396a-46d6-b490-2dbafdf36583" -d '{"events": [{"server_uuid": "e82a406b-6b26-4720-a7fb-3b984f861939", "name": "network-vif-deleted", "tag": "28d7912f-4f94-4442-a117-9ccfac1704f2"}]}' {{(pid=93642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:41:13.217076 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 08:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bec4513-8a70-4546-9570-54f5065133e2 x-openstack-request-id: req-6bec4513-8a70-4546-9570-54f5065133e2 {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:41:13.217076 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e82a406b-6b26-4720-a7fb-3b984f861939", "name": "network-vif-deleted", "tag": "28d7912f-4f94-4442-a117-9ccfac1704f2", "status": "completed", "code": 200}]} {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:41:13.217076 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6bec4513-8a70-4546-9570-54f5065133e2 {{(pid=93642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:41:13.217076 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e82a406b-6b26-4720-a7fb-3b984f861939', 'name': 'network-vif-deleted', 'tag': '28d7912f-4f94-4442-a117-9ccfac1704f2', 'status': 'completed', 'code': 200} Jun 18 08:41:13.731091 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-00c0bd3f-a6c1-4dc5-9c3e-3b032a2b4047 req-5c0be6a0-a514-48c4-a9fb-bc84cde20d6e tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=e82a406b-6b26-4720-a7fb-3b984f861939 HTTP/1.1" status: 200 len: 210 time: 0.0315881 Jun 18 08:41:14.658436 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-624571b3-aef6-4a8c-8ab3-5c089201a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:14.883608 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-18cbbc82-b3f7-45e0-98d9-c5c45c1f731f req-4b330283-7829-41e3-b279-43ea516adaa7 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=e82a406b-6b26-4720-a7fb-3b984f861939 HTTP/1.1" status: 200 len: 210 time: 0.0333023 Jun 18 08:41:15.699516 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec679c-bf1f-4231-89e9-418a2f13a62e req-30abdf76-4f19-45a7-820c-c366d7fbe551 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:41:15.700911 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-01ec679c-bf1f-4231-89e9-418a2f13a62e req-30abdf76-4f19-45a7-820c-c366d7fbe551 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 946 time: 0.0736392 Jun 18 08:41:15.739814 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-01ec679c-bf1f-4231-89e9-418a2f13a62e req-ab3b5288-c337-4546-9763-cb02a634b7f6 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec20a0c4-93c7-4c35-94b7-d8f422dc4107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331206 Jun 18 08:41:16.035753 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-85d7e8b1-3f3a-43b1-9eba-3c02f74e2107 req-c0e79617-14ef-4c26-8de3-2dcde07f8465 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=e82a406b-6b26-4720-a7fb-3b984f861939 HTTP/1.1" status: 200 len: 210 time: 0.0334277 Jun 18 08:41:16.916504 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1fd58-89fa-4ea9-8386-ad26a5e16099 req-2d6813d2-8767-4857-a631-229994fe73e7 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:41:16.917875 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-dbd1fd58-89fa-4ea9-8386-ad26a5e16099 req-2d6813d2-8767-4857-a631-229994fe73e7 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 946 time: 0.0635972 Jun 18 08:41:16.955497 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-dbd1fd58-89fa-4ea9-8386-ad26a5e16099 req-9e9c5211-4ad8-4622-9b1a-871a192d941f tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec20a0c4-93c7-4c35-94b7-d8f422dc4107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319705 Jun 18 08:41:17.179067 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-061e0509-bfff-4e33-a73a-ddcbcd948493 req-5eb91fa0-129d-4a1b-b250-f51120e07f34 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=e82a406b-6b26-4720-a7fb-3b984f861939 HTTP/1.1" status: 200 len: 210 time: 0.0301414 Jun 18 08:41:17.180388 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device 28d7912f-4f94-4442-a117-9ccfac1704f2 no longer exists at agent hyperv_hv-cinder-78687 {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:41:17.203755 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] No Port match for: 28d7912f-4f94-4442-a117-9ccfac1704f2 {{(pid=93643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:41:17.204163 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device 28d7912f-4f94-4442-a117-9ccfac1704f2 not bound to the agent host hv-cinder-78687 {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:41:18.136396 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf8f23-091e-4b4d-94ea-a894b7f5b3a2 req-322efda7-25ee-407a-bf46-11d92d51edf6 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:41:18.137996 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f1cf8f23-091e-4b4d-94ea-a894b7f5b3a2 req-322efda7-25ee-407a-bf46-11d92d51edf6 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 946 time: 0.0665581 Jun 18 08:41:18.184388 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f1cf8f23-091e-4b4d-94ea-a894b7f5b3a2 req-9b76d9f9-bd7b-41a7-8498-42d3bae128dc tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec20a0c4-93c7-4c35-94b7-d8f422dc4107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405006 Jun 18 08:41:18.327562 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-14366919-0c2c-4af3-bcac-866c13fa14c0 req-e8756a8f-8b80-4939-a76a-1cbd7263bfc7 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "GET /v2.0/ports?device_id=e82a406b-6b26-4720-a7fb-3b984f861939 HTTP/1.1" status: 200 len: 210 time: 0.0344815 Jun 18 08:41:19.361851 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4356814-b811-42f0-a37d-af49e1c23fe4 req-e148cab4-7d11-4e68-9492-dd336a644a0a tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:41:19.363362 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f4356814-b811-42f0-a37d-af49e1c23fe4 req-e148cab4-7d11-4e68-9492-dd336a644a0a tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 946 time: 0.0641572 Jun 18 08:41:19.405941 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f4356814-b811-42f0-a37d-af49e1c23fe4 req-81aea9d7-cab0-48ac-8629-fe46d59c1b65 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec20a0c4-93c7-4c35-94b7-d8f422dc4107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355394 Jun 18 08:41:19.437531 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 41288) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:41:19.565838 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-42e3d4e2-90c6-4258-b823-e8808c765d1b tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Deleting port 14c0c002-51ee-4684-9ed8-979ca6df5ac8 {{(pid=93642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:41:19.566287 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-42e3d4e2-90c6-4258-b823-e8808c765d1b tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741882027237'] for port, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:19.641635 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-42e3d4e2-90c6-4258-b823-e8808c765d1b tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7962534'] for port, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:19.641961 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-42e3d4e2-90c6-4258-b823-e8808c765d1b tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:19.707824 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-42e3d4e2-90c6-4258-b823-e8808c765d1b tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Calling delete_port for 14c0c002-51ee-4684-9ed8-979ca6df5ac8 owned by network:floatingip {{(pid=93642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:41:19.898248 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-42e3d4e2-90c6-4258-b823-e8808c765d1b tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741882028261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741881438823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16340813'] for port, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:19.901407 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-50f5f7df-bb93-44e5-be25-740cd4194633 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:41:19.925377 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e3d4e2-90c6-4258-b823-e8808c765d1b tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Pushing event deleted for resources: {'Port': ['ID=14c0c002-51ee-4684-9ed8-979ca6df5ac8,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:41:19.928798 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-42e3d4e2-90c6-4258-b823-e8808c765d1b tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:41:19.987186 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-42e3d4e2-90c6-4258-b823-e8808c765d1b tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks [] for floatingip, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:19.990306 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-42e3d4e2-90c6-4258-b823-e8808c765d1b tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881'] for floatingip, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:19.991549 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-42e3d4e2-90c6-4258-b823-e8808c765d1b tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "DELETE /v2.0/floatingips/7a6b70dc-80b2-4059-8300-874e8d728f89 HTTP/1.1" status: 204 len: 168 time: 0.5530639 Jun 18 08:41:20.590012 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e2a23e-cef7-40b8-9a7f-8c85a4e398fa req-c287b217-4bf1-48dc-9fce-257290af655b tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:41:20.591498 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d0e2a23e-cef7-40b8-9a7f-8c85a4e398fa req-c287b217-4bf1-48dc-9fce-257290af655b tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 946 time: 0.0686550 Jun 18 08:41:20.630187 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d0e2a23e-cef7-40b8-9a7f-8c85a4e398fa req-19e9b208-3629-4312-b134-77f218bf71fd tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec20a0c4-93c7-4c35-94b7-d8f422dc4107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328994 Jun 18 08:41:21.463728 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 41316) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:41:21.520713 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-21ef0b47-8527-4c7c-b2f3-a9589db7cb45 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks [] for security_group, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:21.545660 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-21ef0b47-8527-4c7c-b2f3-a9589db7cb45 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:21.672887 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-21ef0b47-8527-4c7c-b2f3-a9589db7cb45 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:21.676315 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-21ef0b47-8527-4c7c-b2f3-a9589db7cb45 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Notify callbacks [] for security_group, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:21.677464 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-21ef0b47-8527-4c7c-b2f3-a9589db7cb45 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] 10.222.0.70 "DELETE /v2.0/security-groups/a521bd04-5697-4ea8-a853-e5232e0f522b HTTP/1.1" status: 204 len: 168 time: 0.2127135 Jun 18 08:41:21.678647 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-484944c7-2ac7-421e-a4e9-78ab3531da29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:41:21.687656 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ef0b47-8527-4c7c-b2f3-a9589db7cb45 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a521bd04-5697-4ea8-a853-e5232e0f522b,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:41:21.695820 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ef0b47-8527-4c7c-b2f3-a9589db7cb45 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:41:21.696312 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ef0b47-8527-4c7c-b2f3-a9589db7cb45 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:41:21.696783 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ef0b47-8527-4c7c-b2f3-a9589db7cb45 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:41:21.697046 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ef0b47-8527-4c7c-b2f3-a9589db7cb45 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:41:21.697460 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ef0b47-8527-4c7c-b2f3-a9589db7cb45 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:41:21.697770 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ef0b47-8527-4c7c-b2f3-a9589db7cb45 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:41:21.698133 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ef0b47-8527-4c7c-b2f3-a9589db7cb45 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:41:21.698491 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ef0b47-8527-4c7c-b2f3-a9589db7cb45 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:41:21.698937 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ef0b47-8527-4c7c-b2f3-a9589db7cb45 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:41:21.699292 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ef0b47-8527-4c7c-b2f3-a9589db7cb45 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:41:21.699657 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ef0b47-8527-4c7c-b2f3-a9589db7cb45 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:41:21.700026 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ef0b47-8527-4c7c-b2f3-a9589db7cb45 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:41:21.703168 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-21ef0b47-8527-4c7c-b2f3-a9589db7cb45 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:41:21.815650 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 41322) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:41:21.817487 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee866990-8ede-4ce6-bf63-1d9133e43feb req-70aa50ba-265a-4646-809a-0ef4e414503a tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:41:21.819796 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ee866990-8ede-4ce6-bf63-1d9133e43feb req-70aa50ba-265a-4646-809a-0ef4e414503a tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 946 time: 0.0715110 Jun 18 08:41:21.858509 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ee866990-8ede-4ce6-bf63-1d9133e43feb req-ed4a0424-6245-4a48-a4f5-f76a21998d35 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec20a0c4-93c7-4c35-94b7-d8f422dc4107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322349 Jun 18 08:41:22.319531 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c7eaefbe-ae1a-478e-97f6-e777e8038a77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8343287'] for router_interface, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:22.601186 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-c7eaefbe-ae1a-478e-97f6-e777e8038a77 admin admin] Deleting port 1f12ae9e-a2be-4abd-a57d-40e1a60be9c8 {{(pid=93642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:41:22.601838 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c7eaefbe-ae1a-478e-97f6-e777e8038a77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741882027237'] for port, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:22.682730 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-c7eaefbe-ae1a-478e-97f6-e777e8038a77 admin admin] For port 1f12ae9e-a2be-4abd-a57d-40e1a60be9c8, host dv-cinder-786873-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=1f12ae9e-a2be-4abd-a57d-40e1a60be9c8,segment=NetworkSegment(f6af959e-126d-4479-ae7f-6c309c6f9c8c),segment_id=f6af959e-126d-4479-ae7f-6c309c6f9c8c)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:41:22.683090 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c7eaefbe-ae1a-478e-97f6-e777e8038a77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7962534'] for port, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:22.746907 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-c7eaefbe-ae1a-478e-97f6-e777e8038a77 admin admin] Calling delete_port for 1f12ae9e-a2be-4abd-a57d-40e1a60be9c8 owned by network:router_interface {{(pid=93642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:41:23.040850 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c7eaefbe-ae1a-478e-97f6-e777e8038a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741882028261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741881438823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16340813'] for port, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:23.043389 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c25d312-816e-4adf-bb21-c1a347036a40 req-83c7d05d-d637-4334-a8c2-47fd68b73007 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:41:23.044343 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-53aadb6b-10da-4448-b2be-06da71c0fcd5 tempest-ServerRescueNegativeTestJSON-973572659 tempest-ServerRescueNegativeTestJSON-973572659-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:41:23.044972 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-8c25d312-816e-4adf-bb21-c1a347036a40 req-83c7d05d-d637-4334-a8c2-47fd68b73007 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 946 time: 0.0665963 Jun 18 08:41:23.076017 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eaefbe-ae1a-478e-97f6-e777e8038a77 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f12ae9e-a2be-4abd-a57d-40e1a60be9c8,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:41:23.079884 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-c7eaefbe-ae1a-478e-97f6-e777e8038a77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:41:23.086476 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-8c25d312-816e-4adf-bb21-c1a347036a40 req-27ab30fb-da7d-4268-98a0-4bd3868fe6e7 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec20a0c4-93c7-4c35-94b7-d8f422dc4107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353553 Jun 18 08:41:23.239024 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c7eaefbe-ae1a-478e-97f6-e777e8038a77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8041589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8343115'] for router_interface, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:23.735498 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7eaefbe-ae1a-478e-97f6-e777e8038a77 admin admin] Router 30b3055d-f31a-466e-bc9c-96d5f5e2ab74 has already been hosted by L3 agent ebfc1b20-a3df-4bae-b350-fc31028a16a3 {{(pid=93642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 08:41:23.840927 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7eaefbe-ae1a-478e-97f6-e777e8038a77 admin admin] Notify agent at l3_agent.dv-cinder-786873-3-iscsi the message routers_updated {{(pid=93642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:41:23.846189 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-c7eaefbe-ae1a-478e-97f6-e777e8038a77 admin admin] 10.222.0.70 "PUT /v2.0/routers/30b3055d-f31a-466e-bc9c-96d5f5e2ab74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0292497 Jun 18 08:41:23.848805 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 41354) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:41:23.853186 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2af3bd-cd63-4534-a434-31c1acf8854d None None] Sync routers for ids ['30b3055d-f31a-466e-bc9c-96d5f5e2ab74'] in dv-cinder-786873-3-iscsi {{(pid=93644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:41:23.863231 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2af3bd-cd63-4534-a434-31c1acf8854d None None] Routers {'30b3055d-f31a-466e-bc9c-96d5f5e2ab74'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:41:23.863847 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_hamode_db [None req-1f2af3bd-cd63-4534-a434-31c1acf8854d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:41:11Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['30b3055d-f31a-466e-bc9c-96d5f5e2ab74'], 'active': True} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:41:23.952550 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-afea300e-78fb-4e7a-bb8a-a50c8d3235c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:23.967512 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvr_db [None req-1f2af3bd-cd63-4534-a434-31c1acf8854d None None] Set router 30b3055d-f31a-466e-bc9c-96d5f5e2ab74 gateway port host: dv-cinder-786873-3-iscsi {{(pid=93644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:41:24.060326 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-afea300e-78fb-4e7a-bb8a-a50c8d3235c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:24.184571 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-afea300e-78fb-4e7a-bb8a-a50c8d3235c7 admin admin] Deleting port 2d7ac20d-beee-4864-8bed-1d3e471219e3 {{(pid=93642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:41:24.185162 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-afea300e-78fb-4e7a-bb8a-a50c8d3235c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741882027237'] for port, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:24.195994 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 41360) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:41:24.238315 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_hamode_db [None req-1f2af3bd-cd63-4534-a434-31c1acf8854d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'name': 'tempest-TestVolumeBootPattern-164987471-router', 'tenant_id': 'f33eeb6169284d22b1baacfb166428e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '2d7ac20d-beee-4864-8bed-1d3e471219e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:30:39Z', 'updated_at': '2021-06-18T08:41:22Z', 'revision_number': 5, 'project_id': 'f33eeb6169284d22b1baacfb166428e8', 'gw_port': {'id': '2d7ac20d-beee-4864-8bed-1d3e471219e3', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:30:40Z', 'updated_at': '2021-06-18T08:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi'}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:41:24.264094 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2af3bd-cd63-4534-a434-31c1acf8854d None None] Checking router: 30b3055d-f31a-466e-bc9c-96d5f5e2ab74 for host: dv-cinder-786873-3-iscsi {{(pid=93644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:41:24.274068 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2af3bd-cd63-4534-a434-31c1acf8854d None None] Routers {'30b3055d-f31a-466e-bc9c-96d5f5e2ab74'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:41:24.274938 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_hamode_db [None req-1f2af3bd-cd63-4534-a434-31c1acf8854d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:41:11Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['30b3055d-f31a-466e-bc9c-96d5f5e2ab74'], 'active': True} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:41:24.286274 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-afea300e-78fb-4e7a-bb8a-a50c8d3235c7 admin admin] For port 2d7ac20d-beee-4864-8bed-1d3e471219e3, host dv-cinder-786873-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=2d7ac20d-beee-4864-8bed-1d3e471219e3,segment=NetworkSegment(12e3d6c0-2a01-4ec9-a6e5-283a6c482531),segment_id=12e3d6c0-2a01-4ec9-a6e5-283a6c482531)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:41:24.287121 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-afea300e-78fb-4e7a-bb8a-a50c8d3235c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7962534'] for port, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:24.304584 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898a644-de4c-4af2-b403-33750084aa9e req-27b3b1f5-328f-425c-a304-7f583cc26dce tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:41:24.306412 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6898a644-de4c-4af2-b403-33750084aa9e req-27b3b1f5-328f-425c-a304-7f583cc26dce tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 946 time: 0.0878763 Jun 18 08:41:24.341751 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-bca5b8a1-ef2c-4d9a-9d25-bbb02b9b89c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:24.364268 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvr_db [None req-1f2af3bd-cd63-4534-a434-31c1acf8854d None None] Set router 30b3055d-f31a-466e-bc9c-96d5f5e2ab74 gateway port host: None {{(pid=93644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:41:24.367699 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-afea300e-78fb-4e7a-bb8a-a50c8d3235c7 admin admin] Calling delete_port for 2d7ac20d-beee-4864-8bed-1d3e471219e3 owned by network:router_gateway {{(pid=93642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:41:24.371252 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6898a644-de4c-4af2-b403-33750084aa9e req-d014e2a5-f007-475b-a12e-9841b044f658 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec20a0c4-93c7-4c35-94b7-d8f422dc4107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578425 Jun 18 08:41:24.419315 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_hamode_db [None req-1f2af3bd-cd63-4534-a434-31c1acf8854d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'name': 'tempest-TestVolumeBootPattern-164987471-router', 'tenant_id': 'f33eeb6169284d22b1baacfb166428e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:30:39Z', 'updated_at': '2021-06-18T08:41:24Z', 'revision_number': 6, 'project_id': 'f33eeb6169284d22b1baacfb166428e8', 'gw_port_host': None}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:41:24.447222 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2af3bd-cd63-4534-a434-31c1acf8854d None None] The sync data for ids ['30b3055d-f31a-466e-bc9c-96d5f5e2ab74'] in dv-cinder-786873-3-iscsi is: [{'id': '30b3055d-f31a-466e-bc9c-96d5f5e2ab74', 'name': 'tempest-TestVolumeBootPattern-164987471-router', 'tenant_id': 'f33eeb6169284d22b1baacfb166428e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:30:39Z', 'updated_at': '2021-06-18T08:41:24Z', 'revision_number': 6, 'project_id': 'f33eeb6169284d22b1baacfb166428e8', 'gw_port_host': None}] {{(pid=93644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:41:24.462186 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-bca5b8a1-ef2c-4d9a-9d25-bbb02b9b89c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:24.535455 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-bca5b8a1-ef2c-4d9a-9d25-bbb02b9b89c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:24.539051 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-6679d6f6-7410-4118-a31c-3c74fbcb9d61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:41:24.574986 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-bca5b8a1-ef2c-4d9a-9d25-bbb02b9b89c6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=be54b9ff6ca4479eae3c0f1ce1f517fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3772702 Jun 18 08:41:24.576349 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca5b8a1-ef2c-4d9a-9d25-bbb02b9b89c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23cc0444-fc06-46d3-b5ca-59c9c21c3f8f,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:41:24.577747 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 41364) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:41:24.579430 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-bca5b8a1-ef2c-4d9a-9d25-bbb02b9b89c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:41:24.627925 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-1a90874e-5b8a-4874-90e7-700dd12b1b90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:24.631071 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-afea300e-78fb-4e7a-bb8a-a50c8d3235c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741882028261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741881438823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16340813'] for port, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:24.635275 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-e0dd675c-ad5f-4725-bffc-a4d4ffa6e00d tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:41:24.672240 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afea300e-78fb-4e7a-bb8a-a50c8d3235c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d7ac20d-beee-4864-8bed-1d3e471219e3,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:41:24.681084 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-afea300e-78fb-4e7a-bb8a-a50c8d3235c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:41:24.701808 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-1a90874e-5b8a-4874-90e7-700dd12b1b90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:24.764745 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-afea300e-78fb-4e7a-bb8a-a50c8d3235c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7960423'] for router_gateway, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:24.858200 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-afea300e-78fb-4e7a-bb8a-a50c8d3235c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8345721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6522'] for router, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:24.861690 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-afea300e-78fb-4e7a-bb8a-a50c8d3235c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:24.944341 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-1a90874e-5b8a-4874-90e7-700dd12b1b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:24.946964 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-1a90874e-5b8a-4874-90e7-700dd12b1b90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:24.950078 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-1a90874e-5b8a-4874-90e7-700dd12b1b90 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/23cc0444-fc06-46d3-b5ca-59c9c21c3f8f HTTP/1.1" status: 204 len: 168 time: 0.3693926 Jun 18 08:41:24.950078 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-e1f4a124-13d1-4ab4-beb6-28639035d03b tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:41:24.957017 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a90874e-5b8a-4874-90e7-700dd12b1b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23cc0444-fc06-46d3-b5ca-59c9c21c3f8f,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:41:24.960034 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-1a90874e-5b8a-4874-90e7-700dd12b1b90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:41:24.983401 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-afea300e-78fb-4e7a-bb8a-a50c8d3235c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8340008'] for router, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:24.983926 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afea300e-78fb-4e7a-bb8a-a50c8d3235c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30b3055d-f31a-466e-bc9c-96d5f5e2ab74 {{(pid=93642) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 08:41:24.988088 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-afea300e-78fb-4e7a-bb8a-a50c8d3235c7 admin admin] Notify callbacks [] for router, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:24.989224 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-afea300e-78fb-4e7a-bb8a-a50c8d3235c7 admin admin] 10.222.0.70 "DELETE /v2.0/routers/30b3055d-f31a-466e-bc9c-96d5f5e2ab74 HTTP/1.1" status: 204 len: 168 time: 1.1389816 Jun 18 08:41:24.992767 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 41368) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:41:25.037618 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1bffdf6-a5fb-44fa-9084-bf9f227b1ff1 admin admin] Deleting subnet 78edb95a-a8b8-4f5b-b1a4-32d834ef5bcc {{(pid=93642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 08:41:25.040490 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-e1bffdf6-a5fb-44fa-9084-bf9f227b1ff1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:25.074452 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-e1bffdf6-a5fb-44fa-9084-bf9f227b1ff1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414229'] for subnet, precommit_delete_associations {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:25.156603 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-e1bffdf6-a5fb-44fa-9084-bf9f227b1ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002347'] for subnet, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:25.284424 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-e1bffdf6-a5fb-44fa-9084-bf9f227b1ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16340791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134752'] for subnet, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:25.288826 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:41:25.336809 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bffdf6-a5fb-44fa-9084-bf9f227b1ff1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78edb95a-a8b8-4f5b-b1a4-32d834ef5bcc,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:41:25.338854 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-e1bffdf6-a5fb-44fa-9084-bf9f227b1ff1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:25.340659 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-e1bffdf6-a5fb-44fa-9084-bf9f227b1ff1 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/78edb95a-a8b8-4f5b-b1a4-32d834ef5bcc HTTP/1.1" status: 204 len: 168 time: 0.3469367 Jun 18 08:41:25.341649 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-e1bffdf6-a5fb-44fa-9084-bf9f227b1ff1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:41:25.343127 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 41374) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:41:25.346802 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7e2724-dd88-44ea-922b-888140f7b9e8 None None] Network d15bb2fc-c17e-4d6a-a35a-67df4428a903 requested from dv-cinder-786873-3-iscsi {{(pid=93643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:41:25.427500 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-6ecfbe75-7fb4-45cf-b2a4-e988b054a9cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580887'] for network, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:25.509053 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-6ecfbe75-7fb4-45cf-b2a4-e988b054a9cf admin admin] Deleting port 82e259fa-55a1-434c-b6a0-c74864c5ee95 {{(pid=93642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:41:25.509053 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-6ecfbe75-7fb4-45cf-b2a4-e988b054a9cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741882027237'] for port, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:25.582642 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-6ecfbe75-7fb4-45cf-b2a4-e988b054a9cf admin admin] For port 82e259fa-55a1-434c-b6a0-c74864c5ee95, host dv-cinder-786873-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=82e259fa-55a1-434c-b6a0-c74864c5ee95,segment=NetworkSegment(f6af959e-126d-4479-ae7f-6c309c6f9c8c),segment_id=f6af959e-126d-4479-ae7f-6c309c6f9c8c)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:41:25.584409 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-6ecfbe75-7fb4-45cf-b2a4-e988b054a9cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7962534'] for port, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:25.584638 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379a8bf7-4a80-4464-ad70-f0a6ceca1fed None None] DHCP port deletion for d15bb2fc-c17e-4d6a-a35a-67df4428a903 request from dv-cinder-786873-3-iscsi {{(pid=93643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 08:41:25.655889 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3556085-430c-4e1a-91f5-3e35632efe8c req-c80b8649-c9c4-4e0c-8b81-89dd9f9b9e9b tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:41:25.658018 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b3556085-430c-4e1a-91f5-3e35632efe8c req-c80b8649-c9c4-4e0c-8b81-89dd9f9b9e9b tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 946 time: 0.1131001 Jun 18 08:41:25.659272 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-379a8bf7-4a80-4464-ad70-f0a6ceca1fed None None] Deleting port 82e259fa-55a1-434c-b6a0-c74864c5ee95 {{(pid=93643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:41:25.659672 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-379a8bf7-4a80-4464-ad70-f0a6ceca1fed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741882027237'] for port, before_delete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:25.682697 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 41380) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:41:25.684513 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-6ecfbe75-7fb4-45cf-b2a4-e988b054a9cf admin admin] Calling delete_port for 82e259fa-55a1-434c-b6a0-c74864c5ee95 owned by network:dhcp {{(pid=93642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:41:25.702015 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device 2d7ac20d-beee-4864-8bed-1d3e471219e3 no longer exists at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:41:25.707226 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-082038a6-5c61-4e8e-bdab-718c034e96de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:25.736256 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b3556085-430c-4e1a-91f5-3e35632efe8c req-d883fe19-1d56-43fd-93ff-116d57886b77 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec20a0c4-93c7-4c35-94b7-d8f422dc4107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643375 Jun 18 08:41:25.737546 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] No Port match for: 2d7ac20d-beee-4864-8bed-1d3e471219e3 {{(pid=93643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:41:25.738077 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device 2d7ac20d-beee-4864-8bed-1d3e471219e3 not bound to the agent host dv-cinder-786873-3-iscsi {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:41:25.738680 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device 82e259fa-55a1-434c-b6a0-c74864c5ee95 no longer exists at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:41:25.784477 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-379a8bf7-4a80-4464-ad70-f0a6ceca1fed None None] For port 82e259fa-55a1-434c-b6a0-c74864c5ee95, host dv-cinder-786873-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=82e259fa-55a1-434c-b6a0-c74864c5ee95,segment=NetworkSegment(f6af959e-126d-4479-ae7f-6c309c6f9c8c),segment_id=f6af959e-126d-4479-ae7f-6c309c6f9c8c)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:41:25.784884 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-379a8bf7-4a80-4464-ad70-f0a6ceca1fed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7962534'] for port, precommit_delete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:25.846293 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-082038a6-5c61-4e8e-bdab-718c034e96de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:25.855302 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-6ecfbe75-7fb4-45cf-b2a4-e988b054a9cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741882028261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741881438823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16340813'] for port, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:25.856363 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-379a8bf7-4a80-4464-ad70-f0a6ceca1fed None None] Calling delete_port for 82e259fa-55a1-434c-b6a0-c74864c5ee95 owned by network:dhcp {{(pid=93643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:41:25.858431 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-ee4f9919-4c26-4d25-8b33-0a710065e8c8 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:41:25.862979 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] No active binding found for port 82e259fa-55a1-434c-b6a0-c74864c5ee95 {{(pid=93643) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Jun 18 08:41:25.863443 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device 82e259fa-55a1-434c-b6a0-c74864c5ee95 not bound to the agent host dv-cinder-786873-3-iscsi {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:41:25.863862 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device 1f12ae9e-a2be-4abd-a57d-40e1a60be9c8 no longer exists at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:41:25.887595 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecfbe75-7fb4-45cf-b2a4-e988b054a9cf admin admin] Pushing event deleted for resources: {'Port': ['ID=82e259fa-55a1-434c-b6a0-c74864c5ee95,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:41:25.889204 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] No Port match for: 1f12ae9e-a2be-4abd-a57d-40e1a60be9c8 {{(pid=93643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:41:25.889573 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device 1f12ae9e-a2be-4abd-a57d-40e1a60be9c8 not bound to the agent host dv-cinder-786873-3-iscsi {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:41:25.891105 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-6ecfbe75-7fb4-45cf-b2a4-e988b054a9cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:41:25.891836 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecfbe75-7fb4-45cf-b2a4-e988b054a9cf admin admin] No DVR routers for this DVR port 82e259fa-55a1-434c-b6a0-c74864c5ee95 on host dv-cinder-786873-3-iscsi {{(pid=93642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 08:41:25.935565 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-082038a6-5c61-4e8e-bdab-718c034e96de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:25.939477 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-714e4388-0551-4686-8f9e-3cd20a382954 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:41:25.954609 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-379a8bf7-4a80-4464-ad70-f0a6ceca1fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741882028261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741881438823'] for port, after_delete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:25.956702 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:41:25.965647 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-6ecfbe75-7fb4-45cf-b2a4-e988b054a9cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003764', 'neutron.services.segments.db._delete_segments_for_network-8741881978067'] for network, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:25.974642 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-082038a6-5c61-4e8e-bdab-718c034e96de admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e445eff116804bbf8aaedecac0c81eca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2897806 Jun 18 08:41:25.977884 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 41382) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:41:25.979663 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.services.segments.db [None req-6ecfbe75-7fb4-45cf-b2a4-e988b054a9cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d15bb2fc-c17e-4d6a-a35a-67df4428a903']}} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:41:25.981501 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379a8bf7-4a80-4464-ad70-f0a6ceca1fed None None] Pushing event deleted for resources: {'Port': ['ID=82e259fa-55a1-434c-b6a0-c74864c5ee95,revision_number=None']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:41:25.984507 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-379a8bf7-4a80-4464-ad70-f0a6ceca1fed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:41:25.985503 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379a8bf7-4a80-4464-ad70-f0a6ceca1fed None None] No DVR routers for this DVR port 82e259fa-55a1-434c-b6a0-c74864c5ee95 on host dv-cinder-786873-3-iscsi {{(pid=93643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 08:41:25.992031 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082038a6-5c61-4e8e-bdab-718c034e96de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bda71f1-6737-44d3-82dc-aa5f0dde6f77,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:41:25.995704 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.services.segments.db [None req-6ecfbe75-7fb4-45cf-b2a4-e988b054a9cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6af959e-126d-4479-ae7f-6c309c6f9c8c') {'for_net_delete': True} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:41:25.996102 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.services.segments.db [None req-6ecfbe75-7fb4-45cf-b2a4-e988b054a9cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6af959e-126d-4479-ae7f-6c309c6f9c8c') {} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:41:26.006853 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-6ecfbe75-7fb4-45cf-b2a4-e988b054a9cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741881977896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414236'] for segment, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:26.007398 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082038a6-5c61-4e8e-bdab-718c034e96de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:41:26.007773 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082038a6-5c61-4e8e-bdab-718c034e96de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:41:26.008172 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082038a6-5c61-4e8e-bdab-718c034e96de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:41:26.008541 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082038a6-5c61-4e8e-bdab-718c034e96de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:41:26.008906 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082038a6-5c61-4e8e-bdab-718c034e96de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:41:26.009270 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082038a6-5c61-4e8e-bdab-718c034e96de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:41:26.009632 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082038a6-5c61-4e8e-bdab-718c034e96de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:41:26.009994 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082038a6-5c61-4e8e-bdab-718c034e96de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:41:26.010354 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082038a6-5c61-4e8e-bdab-718c034e96de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:41:26.010712 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082038a6-5c61-4e8e-bdab-718c034e96de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:41:26.011087 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082038a6-5c61-4e8e-bdab-718c034e96de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:41:26.011426 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082038a6-5c61-4e8e-bdab-718c034e96de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:41:26.019201 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-082038a6-5c61-4e8e-bdab-718c034e96de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:41:26.024547 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-6ecfbe75-7fb4-45cf-b2a4-e988b054a9cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001404'] for segment, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:26.030977 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ecfbe75-7fb4-45cf-b2a4-e988b054a9cf admin admin] Releasing vlan 911 on physical network physnet1 to pool {{(pid=93642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 08:41:26.031426 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-6ecfbe75-7fb4-45cf-b2a4-e988b054a9cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729756'] for segment, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:26.033222 dv-cinder-786873-3-iscsi neutron-server[93642]: Traceback (most recent call last): Jun 18 08:41:26.033222 dv-cinder-786873-3-iscsi neutron-server[93642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 08:41:26.033222 dv-cinder-786873-3-iscsi neutron-server[93642]: timer() Jun 18 08:41:26.033222 dv-cinder-786873-3-iscsi neutron-server[93642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 08:41:26.033222 dv-cinder-786873-3-iscsi neutron-server[93642]: cb(*args, **kw) Jun 18 08:41:26.033222 dv-cinder-786873-3-iscsi neutron-server[93642]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 08:41:26.033222 dv-cinder-786873-3-iscsi neutron-server[93642]: return func(*args, **kwargs) Jun 18 08:41:26.033222 dv-cinder-786873-3-iscsi neutron-server[93642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 08:41:26.033222 dv-cinder-786873-3-iscsi neutron-server[93642]: self._notify() Jun 18 08:41:26.033222 dv-cinder-786873-3-iscsi neutron-server[93642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 08:41:26.033222 dv-cinder-786873-3-iscsi neutron-server[93642]: self.callback(batched_events) Jun 18 08:41:26.033222 dv-cinder-786873-3-iscsi neutron-server[93642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 08:41:26.033222 dv-cinder-786873-3-iscsi neutron-server[93642]: event.method(event) Jun 18 08:41:26.033222 dv-cinder-786873-3-iscsi neutron-server[93642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 08:41:26.033222 dv-cinder-786873-3-iscsi neutron-server[93642]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 08:41:26.033222 dv-cinder-786873-3-iscsi neutron-server[93642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 08:41:26.033222 dv-cinder-786873-3-iscsi neutron-server[93642]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 08:41:26.033222 dv-cinder-786873-3-iscsi neutron-server[93642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 08:41:26.033222 dv-cinder-786873-3-iscsi neutron-server[93642]: return f(self, *a, **k) Jun 18 08:41:26.033222 dv-cinder-786873-3-iscsi neutron-server[93642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 08:41:26.033222 dv-cinder-786873-3-iscsi neutron-server[93642]: return self._get(url).json() Jun 18 08:41:26.033222 dv-cinder-786873-3-iscsi neutron-server[93642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 08:41:26.033222 dv-cinder-786873-3-iscsi neutron-server[93642]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 08:41:26.033222 dv-cinder-786873-3-iscsi neutron-server[93642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 08:41:26.033222 dv-cinder-786873-3-iscsi neutron-server[93642]: return self.request(url, 'GET', **kwargs) Jun 18 08:41:26.033222 dv-cinder-786873-3-iscsi neutron-server[93642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 08:41:26.033222 dv-cinder-786873-3-iscsi neutron-server[93642]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 08:41:26.033222 dv-cinder-786873-3-iscsi neutron-server[93642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 08:41:26.033222 dv-cinder-786873-3-iscsi neutron-server[93642]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 08:41:26.033222 dv-cinder-786873-3-iscsi neutron-server[93642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 08:41:26.033222 dv-cinder-786873-3-iscsi neutron-server[93642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 08:41:26.033222 dv-cinder-786873-3-iscsi neutron-server[93642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 08:41:26.051114 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-fc28b0e7-28b3-47eb-a32e-b12b28783984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:26.075816 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-fc28b0e7-28b3-47eb-a32e-b12b28783984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:26.177753 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-6ecfbe75-7fb4-45cf-b2a4-e988b054a9cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8355133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7960504'] for network, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:26.182179 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:41:26.185248 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-6ecfbe75-7fb4-45cf-b2a4-e988b054a9cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8041489'] for network, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:26.187438 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-6ecfbe75-7fb4-45cf-b2a4-e988b054a9cf admin admin] 10.222.0.70 "DELETE /v2.0/networks/d15bb2fc-c17e-4d6a-a35a-67df4428a903 HTTP/1.1" status: 204 len: 168 time: 0.8431382 Jun 18 08:41:26.191708 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 41384) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:41:26.201364 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecfbe75-7fb4-45cf-b2a4-e988b054a9cf admin admin] Pushing event deleted for resources: {'Network': ['ID=d15bb2fc-c17e-4d6a-a35a-67df4428a903,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:41:26.203751 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-6ecfbe75-7fb4-45cf-b2a4-e988b054a9cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:41:26.232482 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-fc28b0e7-28b3-47eb-a32e-b12b28783984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:26.235122 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-fc28b0e7-28b3-47eb-a32e-b12b28783984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:26.236242 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-fc28b0e7-28b3-47eb-a32e-b12b28783984 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4bda71f1-6737-44d3-82dc-aa5f0dde6f77 HTTP/1.1" status: 204 len: 168 time: 0.2574451 Jun 18 08:41:26.238504 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-1ca5fb98-9ffc-460e-8668-604dc6b238ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:41:26.249614 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:26.252712 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc28b0e7-28b3-47eb-a32e-b12b28783984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bda71f1-6737-44d3-82dc-aa5f0dde6f77,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:41:26.256937 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-fc28b0e7-28b3-47eb-a32e-b12b28783984 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:41:26.551139 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-7e9890c2-7446-4ee6-9981-8666d374dbed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8343287'] for router_interface, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:26.824744 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.plugin [None req-7e9890c2-7446-4ee6-9981-8666d374dbed admin admin] Deleting port ffe3497c-717c-49bc-acd6-a0a015d98bdc {{(pid=93641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:41:26.825467 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-7e9890c2-7446-4ee6-9981-8666d374dbed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741882027237'] for port, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:26.943003 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.db [None req-7e9890c2-7446-4ee6-9981-8666d374dbed admin admin] For port ffe3497c-717c-49bc-acd6-a0a015d98bdc, host dv-cinder-786873-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=ffe3497c-717c-49bc-acd6-a0a015d98bdc,segment=NetworkSegment(b73336a7-62b4-4267-b2b8-dc07604e134d),segment_id=b73336a7-62b4-4267-b2b8-dc07604e134d)] {{(pid=93641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:41:26.943483 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-7e9890c2-7446-4ee6-9981-8666d374dbed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7962534'] for port, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:27.011576 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.plugin [None req-7e9890c2-7446-4ee6-9981-8666d374dbed admin admin] Calling delete_port for ffe3497c-717c-49bc-acd6-a0a015d98bdc owned by network:router_interface {{(pid=93641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:41:27.032508 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e41592-98c1-480d-bc89-87511a2667a5 req-2f9d8b0b-a78f-44de-b316-98e129bf8eba tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:41:27.034011 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-28e41592-98c1-480d-bc89-87511a2667a5 req-2f9d8b0b-a78f-44de-b316-98e129bf8eba tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 946 time: 0.1692462 Jun 18 08:41:27.113783 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-28e41592-98c1-480d-bc89-87511a2667a5 req-41669bb5-ba2b-4e37-94cc-4daab964fa42 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec20a0c4-93c7-4c35-94b7-d8f422dc4107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482411 Jun 18 08:41:27.298153 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-7e9890c2-7446-4ee6-9981-8666d374dbed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741882028261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741881438823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5195011'] for port, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:27.301197 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-eebf6404-e3f3-4109-94ef-1e4e69b0ec3a tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:41:27.330841 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9890c2-7446-4ee6-9981-8666d374dbed admin admin] Pushing event deleted for resources: {'Port': ['ID=ffe3497c-717c-49bc-acd6-a0a015d98bdc,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:41:27.332619 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-7e9890c2-7446-4ee6-9981-8666d374dbed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:41:27.498263 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-7e9890c2-7446-4ee6-9981-8666d374dbed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8041589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8343115'] for router_interface, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:27.722721 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e9890c2-7446-4ee6-9981-8666d374dbed admin admin] Router 8ce0def2-444e-46a6-9e75-8915a54e095c has already been hosted by L3 agent ebfc1b20-a3df-4bae-b350-fc31028a16a3 {{(pid=93641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 08:41:28.121737 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e9890c2-7446-4ee6-9981-8666d374dbed admin admin] Notify agent at l3_agent.dv-cinder-786873-3-iscsi the message routers_updated {{(pid=93641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:41:28.129899 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-7e9890c2-7446-4ee6-9981-8666d374dbed admin admin] 10.222.0.70 "PUT /v2.0/routers/8ce0def2-444e-46a6-9e75-8915a54e095c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9338553 Jun 18 08:41:28.130029 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 41426) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:41:28.133583 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e0479d-bed6-4a00-83a6-3c032605ccdf None None] Sync routers for ids ['8ce0def2-444e-46a6-9e75-8915a54e095c'] in dv-cinder-786873-3-iscsi {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:41:28.148307 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e0479d-bed6-4a00-83a6-3c032605ccdf None None] Routers {'8ce0def2-444e-46a6-9e75-8915a54e095c'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:41:28.149597 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-87e0479d-bed6-4a00-83a6-3c032605ccdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:41:11Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['8ce0def2-444e-46a6-9e75-8915a54e095c'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:41:28.260090 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-1b8d7a61-c46d-4124-a84b-b73a93df2cf5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:28.281033 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-87e0479d-bed6-4a00-83a6-3c032605ccdf None None] Set router 8ce0def2-444e-46a6-9e75-8915a54e095c gateway port host: dv-cinder-786873-3-iscsi {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:41:28.323112 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db8cdc7-fe32-41b8-8caf-f8c8c6185ea2 req-8b414466-eb83-45e0-9a40-bcd2761e65e7 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:41:28.325243 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-5db8cdc7-fe32-41b8-8caf-f8c8c6185ea2 req-8b414466-eb83-45e0-9a40-bcd2761e65e7 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 946 time: 0.0758514 Jun 18 08:41:28.375826 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-5db8cdc7-fe32-41b8-8caf-f8c8c6185ea2 req-aee8b3b1-6ea3-4249-8b46-d541e752fde6 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec20a0c4-93c7-4c35-94b7-d8f422dc4107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399959 Jun 18 08:41:28.384766 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-1b8d7a61-c46d-4124-a84b-b73a93df2cf5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:28.531946 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-1b8d7a61-c46d-4124-a84b-b73a93df2cf5 admin admin] Deleting port 23c86e64-a47a-4d2a-b841-cf6a0ce71d8f {{(pid=93642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:41:28.532320 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-1b8d7a61-c46d-4124-a84b-b73a93df2cf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741882027237'] for port, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:28.602261 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-87e0479d-bed6-4a00-83a6-3c032605ccdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce0def2-444e-46a6-9e75-8915a54e095c', 'name': 'tempest-TestVolumeBootPattern-1659871104-router', 'tenant_id': '74a4ea6fa2a54c7a9b20120222e9b2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '23c86e64-a47a-4d2a-b841-cf6a0ce71d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:30:48Z', 'updated_at': '2021-06-18T08:41:27Z', 'revision_number': 5, 'project_id': '74a4ea6fa2a54c7a9b20120222e9b2a5', 'gw_port': {'id': '23c86e64-a47a-4d2a-b841-cf6a0ce71d8f', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:a0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce0def2-444e-46a6-9e75-8915a54e095c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:30:48Z', 'updated_at': '2021-06-18T08:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi'}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:41:28.627293 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-1b8d7a61-c46d-4124-a84b-b73a93df2cf5 admin admin] For port 23c86e64-a47a-4d2a-b841-cf6a0ce71d8f, host dv-cinder-786873-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=23c86e64-a47a-4d2a-b841-cf6a0ce71d8f,segment=NetworkSegment(12e3d6c0-2a01-4ec9-a6e5-283a6c482531),segment_id=12e3d6c0-2a01-4ec9-a6e5-283a6c482531)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:41:28.628151 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-1b8d7a61-c46d-4124-a84b-b73a93df2cf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7962534'] for port, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:28.633474 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e0479d-bed6-4a00-83a6-3c032605ccdf None None] Checking router: 8ce0def2-444e-46a6-9e75-8915a54e095c for host: dv-cinder-786873-3-iscsi {{(pid=93643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:41:28.642579 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e0479d-bed6-4a00-83a6-3c032605ccdf None None] Routers {'8ce0def2-444e-46a6-9e75-8915a54e095c'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:41:28.643427 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-87e0479d-bed6-4a00-83a6-3c032605ccdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:41:11Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['8ce0def2-444e-46a6-9e75-8915a54e095c'], 'active': True} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:41:28.707068 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-1b8d7a61-c46d-4124-a84b-b73a93df2cf5 admin admin] Calling delete_port for 23c86e64-a47a-4d2a-b841-cf6a0ce71d8f owned by network:router_gateway {{(pid=93642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:41:28.743593 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvr_db [None req-87e0479d-bed6-4a00-83a6-3c032605ccdf None None] Set router 8ce0def2-444e-46a6-9e75-8915a54e095c gateway port host: None {{(pid=93643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:41:28.801842 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_hamode_db [None req-87e0479d-bed6-4a00-83a6-3c032605ccdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce0def2-444e-46a6-9e75-8915a54e095c', 'name': 'tempest-TestVolumeBootPattern-1659871104-router', 'tenant_id': '74a4ea6fa2a54c7a9b20120222e9b2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:30:48Z', 'updated_at': '2021-06-18T08:41:28Z', 'revision_number': 6, 'project_id': '74a4ea6fa2a54c7a9b20120222e9b2a5', 'gw_port_host': None}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:41:28.828767 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e0479d-bed6-4a00-83a6-3c032605ccdf None None] The sync data for ids ['8ce0def2-444e-46a6-9e75-8915a54e095c'] in dv-cinder-786873-3-iscsi is: [{'id': '8ce0def2-444e-46a6-9e75-8915a54e095c', 'name': 'tempest-TestVolumeBootPattern-1659871104-router', 'tenant_id': '74a4ea6fa2a54c7a9b20120222e9b2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:30:48Z', 'updated_at': '2021-06-18T08:41:28Z', 'revision_number': 6, 'project_id': '74a4ea6fa2a54c7a9b20120222e9b2a5', 'gw_port_host': None}] {{(pid=93643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:41:28.958173 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-1b8d7a61-c46d-4124-a84b-b73a93df2cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741882028261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741881438823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16340813'] for port, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:28.961104 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-31ccc684-512d-4ba9-8bb5-32f2c5432fff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:41:28.987838 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8d7a61-c46d-4124-a84b-b73a93df2cf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=23c86e64-a47a-4d2a-b841-cf6a0ce71d8f,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:41:28.991236 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-1b8d7a61-c46d-4124-a84b-b73a93df2cf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:41:29.049622 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-1b8d7a61-c46d-4124-a84b-b73a93df2cf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7960423'] for router_gateway, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:29.140217 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-1b8d7a61-c46d-4124-a84b-b73a93df2cf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8345721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6522'] for router, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:29.142320 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-1b8d7a61-c46d-4124-a84b-b73a93df2cf5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:29.272786 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-1b8d7a61-c46d-4124-a84b-b73a93df2cf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8340008'] for router, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:29.273315 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b8d7a61-c46d-4124-a84b-b73a93df2cf5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ce0def2-444e-46a6-9e75-8915a54e095c {{(pid=93642) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 08:41:29.278197 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-1b8d7a61-c46d-4124-a84b-b73a93df2cf5 admin admin] Notify callbacks [] for router, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:29.279722 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-1b8d7a61-c46d-4124-a84b-b73a93df2cf5 admin admin] 10.222.0.70 "DELETE /v2.0/routers/8ce0def2-444e-46a6-9e75-8915a54e095c HTTP/1.1" status: 204 len: 168 time: 1.1487672 Jun 18 08:41:29.281839 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 41442) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:41:29.329110 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4d23a50-d71f-4706-8eb0-8a0cff5a41ac admin admin] Deleting subnet 47bcbce7-957c-414b-ba2b-305e34be7272 {{(pid=93642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 08:41:29.332078 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c4d23a50-d71f-4706-8eb0-8a0cff5a41ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:29.366413 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c4d23a50-d71f-4706-8eb0-8a0cff5a41ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414229'] for subnet, precommit_delete_associations {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:29.442742 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c4d23a50-d71f-4706-8eb0-8a0cff5a41ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002347'] for subnet, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:29.566867 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c4d23a50-d71f-4706-8eb0-8a0cff5a41ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16340791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134752'] for subnet, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:29.571504 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:41:29.581231 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f1ba1-64c1-4fb8-9517-93af78c3d744 req-b8781f5a-5529-4423-b97b-b89f41ba9a4c tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:41:29.582747 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-bf4f1ba1-64c1-4fb8-9517-93af78c3d744 req-b8781f5a-5529-4423-b97b-b89f41ba9a4c tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 946 time: 0.0722313 Jun 18 08:41:29.602302 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d23a50-d71f-4706-8eb0-8a0cff5a41ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47bcbce7-957c-414b-ba2b-305e34be7272,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:41:29.609180 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c4d23a50-d71f-4706-8eb0-8a0cff5a41ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:29.609180 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-c4d23a50-d71f-4706-8eb0-8a0cff5a41ac admin admin] 10.222.0.70 "DELETE /v2.0/subnets/47bcbce7-957c-414b-ba2b-305e34be7272 HTTP/1.1" status: 204 len: 168 time: 0.3237569 Jun 18 08:41:29.609180 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-c4d23a50-d71f-4706-8eb0-8a0cff5a41ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:41:29.609600 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68f4af3-e1cb-49b3-9fb5-0a50e000d891 None None] Network e89862ff-fae2-44ed-a8e8-08bb3d090f26 requested from dv-cinder-786873-3-iscsi {{(pid=93643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:41:29.610154 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 41446) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:41:29.649636 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-bf4f1ba1-64c1-4fb8-9517-93af78c3d744 req-29a69d46-4223-433e-afb3-52f389d63490 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec20a0c4-93c7-4c35-94b7-d8f422dc4107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570366 Jun 18 08:41:29.695841 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-fa6278c2-69f3-48e6-85ba-00d923710b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580887'] for network, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:29.697462 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device 23c86e64-a47a-4d2a-b841-cf6a0ce71d8f no longer exists at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:41:29.722594 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] No Port match for: 23c86e64-a47a-4d2a-b841-cf6a0ce71d8f {{(pid=93643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:41:29.722947 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device 23c86e64-a47a-4d2a-b841-cf6a0ce71d8f not bound to the agent host dv-cinder-786873-3-iscsi {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:41:29.723383 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device ffe3497c-717c-49bc-acd6-a0a015d98bdc no longer exists at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:41:29.746795 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] No Port match for: ffe3497c-717c-49bc-acd6-a0a015d98bdc {{(pid=93643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:41:29.747153 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device ffe3497c-717c-49bc-acd6-a0a015d98bdc not bound to the agent host dv-cinder-786873-3-iscsi {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:41:29.750312 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-fa6278c2-69f3-48e6-85ba-00d923710b33 admin admin] Deleting port b1ce8c9d-aaad-40b8-a4c9-5ba574079a16 {{(pid=93642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:41:29.750711 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-fa6278c2-69f3-48e6-85ba-00d923710b33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741882027237'] for port, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:29.823443 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [None req-fa6278c2-69f3-48e6-85ba-00d923710b33 admin admin] For port b1ce8c9d-aaad-40b8-a4c9-5ba574079a16, host dv-cinder-786873-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=b1ce8c9d-aaad-40b8-a4c9-5ba574079a16,segment=NetworkSegment(b73336a7-62b4-4267-b2b8-dc07604e134d),segment_id=b73336a7-62b4-4267-b2b8-dc07604e134d)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:41:29.823806 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-fa6278c2-69f3-48e6-85ba-00d923710b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7962534'] for port, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:29.877628 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff9f9f8-4993-41c0-8628-5a1ba6065e76 None None] DHCP port deletion for e89862ff-fae2-44ed-a8e8-08bb3d090f26 request from dv-cinder-786873-3-iscsi {{(pid=93643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 08:41:29.895512 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [None req-fa6278c2-69f3-48e6-85ba-00d923710b33 admin admin] Calling delete_port for b1ce8c9d-aaad-40b8-a4c9-5ba574079a16 owned by network:dhcp {{(pid=93642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:41:29.926862 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-eff9f9f8-4993-41c0-8628-5a1ba6065e76 None None] Deleting port b1ce8c9d-aaad-40b8-a4c9-5ba574079a16 {{(pid=93643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:41:29.927309 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-eff9f9f8-4993-41c0-8628-5a1ba6065e76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741882027237'] for port, before_delete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:29.987842 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-eff9f9f8-4993-41c0-8628-5a1ba6065e76 None None] For port b1ce8c9d-aaad-40b8-a4c9-5ba574079a16, host dv-cinder-786873-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=b1ce8c9d-aaad-40b8-a4c9-5ba574079a16,segment=NetworkSegment(b73336a7-62b4-4267-b2b8-dc07604e134d),segment_id=b73336a7-62b4-4267-b2b8-dc07604e134d)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:41:29.988281 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-eff9f9f8-4993-41c0-8628-5a1ba6065e76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7962534'] for port, precommit_delete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:30.040263 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-fa6278c2-69f3-48e6-85ba-00d923710b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741882028261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741881438823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16340813'] for port, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:30.042610 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-f00c326e-a385-41e2-b7e7-0474a253db08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:41:30.055568 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-eff9f9f8-4993-41c0-8628-5a1ba6065e76 None None] Calling delete_port for b1ce8c9d-aaad-40b8-a4c9-5ba574079a16 owned by network:dhcp {{(pid=93643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:41:30.067282 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6278c2-69f3-48e6-85ba-00d923710b33 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1ce8c9d-aaad-40b8-a4c9-5ba574079a16,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:41:30.071343 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-fa6278c2-69f3-48e6-85ba-00d923710b33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:41:30.072158 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6278c2-69f3-48e6-85ba-00d923710b33 admin admin] No DVR routers for this DVR port b1ce8c9d-aaad-40b8-a4c9-5ba574079a16 on host dv-cinder-786873-3-iscsi {{(pid=93642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 08:41:30.130571 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-eff9f9f8-4993-41c0-8628-5a1ba6065e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741882028261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741881438823'] for port, after_delete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:30.133949 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:41:30.147603 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-fa6278c2-69f3-48e6-85ba-00d923710b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003764', 'neutron.services.segments.db._delete_segments_for_network-8741881978067'] for network, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:30.157493 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.services.segments.db [None req-fa6278c2-69f3-48e6-85ba-00d923710b33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e89862ff-fae2-44ed-a8e8-08bb3d090f26']}} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:41:30.159029 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff9f9f8-4993-41c0-8628-5a1ba6065e76 None None] Pushing event deleted for resources: {'Port': ['ID=b1ce8c9d-aaad-40b8-a4c9-5ba574079a16,revision_number=None']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:41:30.162236 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-eff9f9f8-4993-41c0-8628-5a1ba6065e76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:41:30.163034 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff9f9f8-4993-41c0-8628-5a1ba6065e76 None None] No DVR routers for this DVR port b1ce8c9d-aaad-40b8-a4c9-5ba574079a16 on host dv-cinder-786873-3-iscsi {{(pid=93643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 08:41:30.169568 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.services.segments.db [None req-fa6278c2-69f3-48e6-85ba-00d923710b33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b73336a7-62b4-4267-b2b8-dc07604e134d') {'for_net_delete': True} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:41:30.169934 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.services.segments.db [None req-fa6278c2-69f3-48e6-85ba-00d923710b33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b73336a7-62b4-4267-b2b8-dc07604e134d') {} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:41:30.180358 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-fa6278c2-69f3-48e6-85ba-00d923710b33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741881977896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414236'] for segment, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:30.194572 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-fa6278c2-69f3-48e6-85ba-00d923710b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001404'] for segment, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:30.200517 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa6278c2-69f3-48e6-85ba-00d923710b33 admin admin] Releasing vlan 931 on physical network physnet1 to pool {{(pid=93642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 08:41:30.200898 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-fa6278c2-69f3-48e6-85ba-00d923710b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729756'] for segment, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:30.202595 dv-cinder-786873-3-iscsi neutron-server[93642]: Traceback (most recent call last): Jun 18 08:41:30.202595 dv-cinder-786873-3-iscsi neutron-server[93642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 08:41:30.202595 dv-cinder-786873-3-iscsi neutron-server[93642]: timer() Jun 18 08:41:30.202595 dv-cinder-786873-3-iscsi neutron-server[93642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 08:41:30.202595 dv-cinder-786873-3-iscsi neutron-server[93642]: cb(*args, **kw) Jun 18 08:41:30.202595 dv-cinder-786873-3-iscsi neutron-server[93642]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 08:41:30.202595 dv-cinder-786873-3-iscsi neutron-server[93642]: return func(*args, **kwargs) Jun 18 08:41:30.202595 dv-cinder-786873-3-iscsi neutron-server[93642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 08:41:30.202595 dv-cinder-786873-3-iscsi neutron-server[93642]: self._notify() Jun 18 08:41:30.202595 dv-cinder-786873-3-iscsi neutron-server[93642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 08:41:30.202595 dv-cinder-786873-3-iscsi neutron-server[93642]: self.callback(batched_events) Jun 18 08:41:30.202595 dv-cinder-786873-3-iscsi neutron-server[93642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 08:41:30.202595 dv-cinder-786873-3-iscsi neutron-server[93642]: event.method(event) Jun 18 08:41:30.202595 dv-cinder-786873-3-iscsi neutron-server[93642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 08:41:30.202595 dv-cinder-786873-3-iscsi neutron-server[93642]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 08:41:30.202595 dv-cinder-786873-3-iscsi neutron-server[93642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 08:41:30.202595 dv-cinder-786873-3-iscsi neutron-server[93642]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 08:41:30.202595 dv-cinder-786873-3-iscsi neutron-server[93642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 08:41:30.202595 dv-cinder-786873-3-iscsi neutron-server[93642]: return f(self, *a, **k) Jun 18 08:41:30.202595 dv-cinder-786873-3-iscsi neutron-server[93642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 08:41:30.202595 dv-cinder-786873-3-iscsi neutron-server[93642]: return self._get(url).json() Jun 18 08:41:30.202595 dv-cinder-786873-3-iscsi neutron-server[93642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 08:41:30.202595 dv-cinder-786873-3-iscsi neutron-server[93642]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 08:41:30.202595 dv-cinder-786873-3-iscsi neutron-server[93642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 08:41:30.202595 dv-cinder-786873-3-iscsi neutron-server[93642]: return self.request(url, 'GET', **kwargs) Jun 18 08:41:30.202595 dv-cinder-786873-3-iscsi neutron-server[93642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 08:41:30.202595 dv-cinder-786873-3-iscsi neutron-server[93642]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 08:41:30.202595 dv-cinder-786873-3-iscsi neutron-server[93642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 08:41:30.202595 dv-cinder-786873-3-iscsi neutron-server[93642]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 08:41:30.202595 dv-cinder-786873-3-iscsi neutron-server[93642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 08:41:30.202595 dv-cinder-786873-3-iscsi neutron-server[93642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 08:41:30.202595 dv-cinder-786873-3-iscsi neutron-server[93642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 08:41:30.325987 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-fa6278c2-69f3-48e6-85ba-00d923710b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8355133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7960504'] for network, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:30.330136 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:41:30.334387 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-fa6278c2-69f3-48e6-85ba-00d923710b33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8041489'] for network, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:30.336324 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-fa6278c2-69f3-48e6-85ba-00d923710b33 admin admin] 10.222.0.70 "DELETE /v2.0/networks/e89862ff-fae2-44ed-a8e8-08bb3d090f26 HTTP/1.1" status: 204 len: 168 time: 0.7251015 Jun 18 08:41:30.352617 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6278c2-69f3-48e6-85ba-00d923710b33 admin admin] Pushing event deleted for resources: {'Network': ['ID=e89862ff-fae2-44ed-a8e8-08bb3d090f26,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:41:30.355086 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-fa6278c2-69f3-48e6-85ba-00d923710b33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:41:30.728956 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 41454) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:41:30.771538 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-8f170a44-a9dc-46f3-baa7-ee6cb79644c2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f33eeb6169284d22b1baacfb166428e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0404692 Jun 18 08:41:30.774098 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 41456) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:41:30.824147 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d4231-b0da-43a9-9b38-7358935e01a0 req-384abcdb-dd05-4b18-9a7c-d5714a2af34e tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:41:30.824734 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-3fa9c17c-b10f-4596-9117-2705393398df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:30.825716 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f68d4231-b0da-43a9-9b38-7358935e01a0 req-384abcdb-dd05-4b18-9a7c-d5714a2af34e tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 946 time: 0.0652926 Jun 18 08:41:30.846799 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-3fa9c17c-b10f-4596-9117-2705393398df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:30.868399 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f68d4231-b0da-43a9-9b38-7358935e01a0 req-efb07a9e-f04f-449a-b96b-d15c4db41d16 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec20a0c4-93c7-4c35-94b7-d8f422dc4107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363469 Jun 18 08:41:30.976056 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-3fa9c17c-b10f-4596-9117-2705393398df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:30.978635 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-3fa9c17c-b10f-4596-9117-2705393398df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:30.979843 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-3fa9c17c-b10f-4596-9117-2705393398df admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e4ae8ad7-1a44-4c12-9da5-591badc4ae78 HTTP/1.1" status: 204 len: 168 time: 0.2048061 Jun 18 08:41:30.980635 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-93abf72c-35e7-4d0c-8ef4-55fdb4b108ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:41:30.988969 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa9c17c-b10f-4596-9117-2705393398df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ae8ad7-1a44-4c12-9da5-591badc4ae78,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:41:30.992666 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-3fa9c17c-b10f-4596-9117-2705393398df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:41:31.654583 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device b1ce8c9d-aaad-40b8-a4c9-5ba574079a16 no longer exists at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:41:31.675438 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] No Port match for: b1ce8c9d-aaad-40b8-a4c9-5ba574079a16 {{(pid=93643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:41:31.675795 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device b1ce8c9d-aaad-40b8-a4c9-5ba574079a16 not bound to the agent host dv-cinder-786873-3-iscsi {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:41:31.843871 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 41468) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:41:31.888590 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-90a1d7e9-68de-4f8e-95a6-a812f5dd0162 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=74a4ea6fa2a54c7a9b20120222e9b2a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0433176 Jun 18 08:41:31.898622 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 41470) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:41:31.960560 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-bac6e0d1-5a88-4840-b629-56a1b7279858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:31.985848 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-bac6e0d1-5a88-4840-b629-56a1b7279858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:32.082522 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd3dfe-631e-447c-9d98-228def7dfe6d req-e1a39748-c5b3-4919-893f-8698a5a42288 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:41:32.084286 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-46dd3dfe-631e-447c-9d98-228def7dfe6d req-e1a39748-c5b3-4919-893f-8698a5a42288 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 946 time: 0.0787437 Jun 18 08:41:32.125869 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-46dd3dfe-631e-447c-9d98-228def7dfe6d req-afda0959-a453-47c8-a583-bda2cc559fb2 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec20a0c4-93c7-4c35-94b7-d8f422dc4107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357988 Jun 18 08:41:32.149148 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-bac6e0d1-5a88-4840-b629-56a1b7279858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:32.151796 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-bac6e0d1-5a88-4840-b629-56a1b7279858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:32.152939 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-bac6e0d1-5a88-4840-b629-56a1b7279858 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/315185fc-b1d8-4b08-95b4-1396133b9b69 HTTP/1.1" status: 204 len: 168 time: 0.2533689 Jun 18 08:41:32.153803 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-2c78c15a-666a-46b8-b4ff-28fa503c548b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:41:32.162389 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac6e0d1-5a88-4840-b629-56a1b7279858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=315185fc-b1d8-4b08-95b4-1396133b9b69,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:41:32.164753 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-bac6e0d1-5a88-4840-b629-56a1b7279858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:41:33.305794 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8645b06-cc6b-48dd-821d-a6125c025bbf req-b5189d9d-4dfb-47dd-9402-f489b8af13e9 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:41:33.307322 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c8645b06-cc6b-48dd-821d-a6125c025bbf req-b5189d9d-4dfb-47dd-9402-f489b8af13e9 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 946 time: 0.0648088 Jun 18 08:41:33.349172 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c8645b06-cc6b-48dd-821d-a6125c025bbf req-2f3350cf-d233-4777-9a07-f3f65690177a tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec20a0c4-93c7-4c35-94b7-d8f422dc4107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355029 Jun 18 08:41:34.534786 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c425c7d0-67c3-4b6c-809d-8e48fd2b6237 req-ac73a321-7f91-440d-b46b-513b34d4af89 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:41:34.536413 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c425c7d0-67c3-4b6c-809d-8e48fd2b6237 req-ac73a321-7f91-440d-b46b-513b34d4af89 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 946 time: 0.0694683 Jun 18 08:41:34.576552 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c425c7d0-67c3-4b6c-809d-8e48fd2b6237 req-adf4cc53-659f-401f-8d08-e09539ed01d3 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec20a0c4-93c7-4c35-94b7-d8f422dc4107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340593 Jun 18 08:41:35.764783 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d488ae29-7f6a-468e-ac32-83384a6137b8 req-e977396d-8035-4b4b-9ed9-dd8d3579a958 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:41:35.766220 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d488ae29-7f6a-468e-ac32-83384a6137b8 req-e977396d-8035-4b4b-9ed9-dd8d3579a958 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 946 time: 0.0634036 Jun 18 08:41:35.809546 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d488ae29-7f6a-468e-ac32-83384a6137b8 req-af72cb99-5579-40f7-8cbe-e522cf8f2081 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec20a0c4-93c7-4c35-94b7-d8f422dc4107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361729 Jun 18 08:41:36.256385 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 41550) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:41:36.377167 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-626f3ee5-ad2e-460c-ba99-c62d48d63983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:36.465835 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-626f3ee5-ad2e-460c-ba99-c62d48d63983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:36.543043 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-626f3ee5-ad2e-460c-ba99-c62d48d63983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:36.545700 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-082038a6-5c61-4e8e-bdab-718c034e96de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:41:36.580672 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626f3ee5-ad2e-460c-ba99-c62d48d63983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4b3c30-5328-45dc-9a07-f28e8621f3af,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:41:36.585065 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-626f3ee5-ad2e-460c-ba99-c62d48d63983 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=824539bd5dd1437f9b5200fe92b663bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3274028 Jun 18 08:41:36.585963 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-626f3ee5-ad2e-460c-ba99-c62d48d63983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:41:36.593133 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 41554) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:41:36.640149 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-396a2872-1560-43f1-a869-3075a03ed8c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:36.662656 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-396a2872-1560-43f1-a869-3075a03ed8c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:36.794665 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-396a2872-1560-43f1-a869-3075a03ed8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:36.797294 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-396a2872-1560-43f1-a869-3075a03ed8c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:36.798441 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-396a2872-1560-43f1-a869-3075a03ed8c8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6e4b3c30-5328-45dc-9a07-f28e8621f3af HTTP/1.1" status: 204 len: 168 time: 0.2094483 Jun 18 08:41:36.799282 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-74f32abe-cba4-40e7-8577-b78968639c9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:41:36.807585 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396a2872-1560-43f1-a869-3075a03ed8c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4b3c30-5328-45dc-9a07-f28e8621f3af,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:41:36.809795 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-396a2872-1560-43f1-a869-3075a03ed8c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:41:36.999258 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6922c4e-e633-4e6b-bf88-e066f6ca3a6c req-3549c85b-8da4-4d95-aba8-40f45d223b68 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:41:37.000771 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b6922c4e-e633-4e6b-bf88-e066f6ca3a6c req-3549c85b-8da4-4d95-aba8-40f45d223b68 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 946 time: 0.0652020 Jun 18 08:41:37.043694 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b6922c4e-e633-4e6b-bf88-e066f6ca3a6c req-91cb706e-20b8-41fe-9a42-5310edcc3533 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec20a0c4-93c7-4c35-94b7-d8f422dc4107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368786 Jun 18 08:41:37.239019 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device b6035dff-df5c-4aa4-91d9-de9460bdb158 details requested by agent hyperv_hv-cinder-78687 with host hv-cinder-78687 {{(pid=93643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 08:41:37.331544 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] For port b6035dff-df5c-4aa4-91d9-de9460bdb158, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=b6035dff-df5c-4aa4-91d9-de9460bdb158,segment=NetworkSegment(e9c2f4e9-27ab-41a7-b5e4-528b18385247),segment_id=e9c2f4e9-27ab-41a7-b5e4-528b18385247)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:41:37.343249 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Returning: {'device': 'b6035dff-df5c-4aa4-91d9-de9460bdb158', 'network_id': '9bcb4115-0e1f-4bdc-accb-f68a208ad67f', 'port_id': 'b6035dff-df5c-4aa4-91d9-de9460bdb158', 'mac_address': 'fa:16:3e:dd:bf:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fff03b2-a2fe-488b-8a4d-528da3f1348c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 08:41:37.374967 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 41562) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:41:37.385479 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:37.388789 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-b7831eea-3ffd-4135-88fa-22c082295684 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:37.398632 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.notifiers.nova [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b6035dff-df5c-4aa4-91d9-de9460bdb158 {{(pid=93643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 08:41:37.417721 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] For port b6035dff-df5c-4aa4-91d9-de9460bdb158, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=b6035dff-df5c-4aa4-91d9-de9460bdb158,segment=NetworkSegment(e9c2f4e9-27ab-41a7-b5e4-528b18385247),segment_id=e9c2f4e9-27ab-41a7-b5e4-528b18385247)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:41:37.476920 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-b7831eea-3ffd-4135-88fa-22c082295684 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:37.512507 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:37.514456 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-fce7658f-8223-4106-b7a2-55307377db90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:41:37.558368 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-b7831eea-3ffd-4135-88fa-22c082295684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:37.560945 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Pushing event updated for resources: {'Port': ['ID=b6035dff-df5c-4aa4-91d9-de9460bdb158,revision_number=6']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:41:37.568250 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-21ef0b47-8527-4c7c-b2f3-a9589db7cb45 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:41:37.569191 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:41:37.569191 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:41:37.569443 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:41:37.569680 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:41:37.570092 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:41:37.570407 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:41:37.570739 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:41:37.571128 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:41:37.571460 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:41:37.571781 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:41:37.572129 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:41:37.572475 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:41:37.577104 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:41:37.598363 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-b7831eea-3ffd-4135-88fa-22c082295684 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7a9c7060c0b5464ca64edbccfe1bac12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2223144 Jun 18 08:41:37.599509 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7831eea-3ffd-4135-88fa-22c082295684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd39e889-ebd4-4b19-a81a-e63d2db6cfb0,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:41:37.601853 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 41564) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:41:37.607937 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-b7831eea-3ffd-4135-88fa-22c082295684 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:41:37.651972 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-f97ebe80-108f-44dd-b5e6-246f23349b44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:37.658980 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] get_ports_and_sgs() called for port_ids ['b6035dff-df5c-4aa4-91d9-de9460bdb158'] {{(pid=93643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 08:41:37.674530 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-f97ebe80-108f-44dd-b5e6-246f23349b44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:37.786294 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-f97ebe80-108f-44dd-b5e6-246f23349b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:37.788941 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-f97ebe80-108f-44dd-b5e6-246f23349b44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:37.790071 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-f97ebe80-108f-44dd-b5e6-246f23349b44 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fd39e889-ebd4-4b19-a81a-e63d2db6cfb0 HTTP/1.1" status: 204 len: 168 time: 0.1873219 Jun 18 08:41:37.790900 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-155e6068-3801-463f-8db6-5d20ba870e72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:41:37.799842 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97ebe80-108f-44dd-b5e6-246f23349b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd39e889-ebd4-4b19-a81a-e63d2db6cfb0,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:41:37.802785 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-f97ebe80-108f-44dd-b5e6-246f23349b44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:41:38.224830 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dff6c8-2d52-4741-89b6-d34dc866aec1 req-9fcac306-0e3e-4fca-912f-651001450de5 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:41:38.226323 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c1dff6c8-2d52-4741-89b6-d34dc866aec1 req-9fcac306-0e3e-4fca-912f-651001450de5 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 945 time: 0.0649078 Jun 18 08:41:38.268964 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c1dff6c8-2d52-4741-89b6-d34dc866aec1 req-a2ab8c23-e5ac-4c39-9588-eca043cd4776 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec20a0c4-93c7-4c35-94b7-d8f422dc4107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368574 Jun 18 08:41:39.103729 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-21de6e48-8be2-4e5f-ab72-79aeab981cbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:39.266575 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device b6035dff-df5c-4aa4-91d9-de9460bdb158 up at agent hyperv_hv-cinder-78687 {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:41:39.316378 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Provisioning complete for port b6035dff-df5c-4aa4-91d9-de9460bdb158 triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:41:39.316378 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:39.399353 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:39.422014 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59095723-a25a-4c62-a929-cbc7dccbfdf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6035dff-df5c-4aa4-91d9-de9460bdb158'}] {{(pid=93643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:41:39.424664 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76bfc2cc3cc97e327acfe832f03e535bb9cef84d361ee3b318e5c5a2ba23989c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c6cf9f1-3cf5-4b49-85a7-ace5e7af73d9" -d '{"events": [{"server_uuid": "59095723-a25a-4c62-a929-cbc7dccbfdf4", "name": "network-vif-plugged", "status": "completed", "tag": "b6035dff-df5c-4aa4-91d9-de9460bdb158"}]}' {{(pid=93643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:41:39.438593 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] For port b6035dff-df5c-4aa4-91d9-de9460bdb158, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=b6035dff-df5c-4aa4-91d9-de9460bdb158,segment=NetworkSegment(e9c2f4e9-27ab-41a7-b5e4-528b18385247),segment_id=e9c2f4e9-27ab-41a7-b5e4-528b18385247)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:41:39.463211 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d84927-87c4-409c-bfc1-5ddaf8e7c5cf req-d2ec90bc-ce71-4f1c-b0b2-9d6eced12763 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:41:39.464963 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c9d84927-87c4-409c-bfc1-5ddaf8e7c5cf req-d2ec90bc-ce71-4f1c-b0b2-9d6eced12763 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 945 time: 0.0719106 Jun 18 08:41:39.497382 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:39.499401 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:41:39.539537 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c9d84927-87c4-409c-bfc1-5ddaf8e7c5cf req-c84a4458-3b7a-4256-8b9f-436c66100679 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec20a0c4-93c7-4c35-94b7-d8f422dc4107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666130 Jun 18 08:41:39.570601 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Pushing event updated for resources: {'Port': ['ID=b6035dff-df5c-4aa4-91d9-de9460bdb158,revision_number=7']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:41:39.570601 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:41:39.600324 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 08:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1afe7f33-8a6f-4c33-83e3-e2f07711ca8a x-openstack-request-id: req-1afe7f33-8a6f-4c33-83e3-e2f07711ca8a {{(pid=93643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:41:39.600538 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59095723-a25a-4c62-a929-cbc7dccbfdf4", "name": "network-vif-plugged", "status": "completed", "tag": "b6035dff-df5c-4aa4-91d9-de9460bdb158", "code": 200}]} {{(pid=93643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:41:39.600805 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1afe7f33-8a6f-4c33-83e3-e2f07711ca8a {{(pid=93643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:41:39.601214 dv-cinder-786873-3-iscsi neutron-server[93643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59095723-a25a-4c62-a929-cbc7dccbfdf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6035dff-df5c-4aa4-91d9-de9460bdb158', 'code': 200} Jun 18 08:41:40.736747 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f56d3a-15d3-4d75-87db-d6aa0d56d1f7 req-b6eac85b-857d-4381-b22e-51c4a274b02b tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:41:40.744507 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f5f56d3a-15d3-4d75-87db-d6aa0d56d1f7 req-b6eac85b-857d-4381-b22e-51c4a274b02b tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 946 time: 0.0844345 Jun 18 08:41:40.782070 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f5f56d3a-15d3-4d75-87db-d6aa0d56d1f7 req-e0a2824a-d233-4d55-a316-8f70cb2e71db tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec20a0c4-93c7-4c35-94b7-d8f422dc4107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358689 Jun 18 08:41:41.497504 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-cc1bb03b-96d1-4386-b4b1-62206bc73413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:41.941293 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:42.002010 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3f383c-e4b7-466b-b098-53ef07dc1e77 req-eee3b002-d8e9-496a-a8ae-0d8d610ce1f5 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:41:42.003515 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0f3f383c-e4b7-466b-b098-53ef07dc1e77 req-eee3b002-d8e9-496a-a8ae-0d8d610ce1f5 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 946 time: 0.0769284 Jun 18 08:41:42.048272 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0f3f383c-e4b7-466b-b098-53ef07dc1e77 req-65b1c812-d365-4880-84fb-457426c15afa tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec20a0c4-93c7-4c35-94b7-d8f422dc4107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362306 Jun 18 08:41:42.898039 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-37edacc1-1ba5-460e-aa47-45b5acfa9d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:43.253746 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d66cd-5569-41df-ab46-f6c98cf21eef req-bc77aaad-fbe9-4633-b30b-76ac51fac65a tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:41:43.257036 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f02d66cd-5569-41df-ab46-f6c98cf21eef req-bc77aaad-fbe9-4633-b30b-76ac51fac65a tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 946 time: 0.0797443 Jun 18 08:41:43.311654 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f02d66cd-5569-41df-ab46-f6c98cf21eef req-fdea229c-3ff5-473e-ab64-cfddadc81aa7 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec20a0c4-93c7-4c35-94b7-d8f422dc4107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473549 Jun 18 08:41:44.519530 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902cb1c5-6b30-46b1-b900-f19f52ef076e req-9377072c-fb6d-40ac-9ec5-2c0c6e77fd7d tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:41:44.521841 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-902cb1c5-6b30-46b1-b900-f19f52ef076e req-9377072c-fb6d-40ac-9ec5-2c0c6e77fd7d tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 946 time: 0.0806205 Jun 18 08:41:44.584743 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-902cb1c5-6b30-46b1-b900-f19f52ef076e req-22e5df9f-327f-4539-9bbe-cf2864c1cdc5 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec20a0c4-93c7-4c35-94b7-d8f422dc4107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558109 Jun 18 08:41:44.643655 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-624571b3-aef6-4a8c-8ab3-5c089201a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:45.815655 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa59c32e-96f3-4772-ac6a-1e972d820fa4 req-a8fd7047-eee3-4ba5-b99e-8574da0ddcee tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:41:45.823709 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-fa59c32e-96f3-4772-ac6a-1e972d820fa4 req-a8fd7047-eee3-4ba5-b99e-8574da0ddcee tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 946 time: 0.0878749 Jun 18 08:41:45.872526 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-fa59c32e-96f3-4772-ac6a-1e972d820fa4 req-ba02f5d5-e1e5-417a-afbb-f1148daeea6a tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec20a0c4-93c7-4c35-94b7-d8f422dc4107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478792 Jun 18 08:41:47.107078 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b86c6-b69c-49c2-ac21-c6cdc452c0cf req-500f1c83-95f4-4b87-8119-7fd05b9bf1e4 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:41:47.108739 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-382b86c6-b69c-49c2-ac21-c6cdc452c0cf req-500f1c83-95f4-4b87-8119-7fd05b9bf1e4 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 946 time: 0.0773995 Jun 18 08:41:47.156556 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-382b86c6-b69c-49c2-ac21-c6cdc452c0cf req-3de0f413-cf91-449a-ba90-42db7be99c68 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec20a0c4-93c7-4c35-94b7-d8f422dc4107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406234 Jun 18 08:41:48.381498 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a295e8a-4a8f-4798-b271-03c062df2e2f req-d7e59416-a19c-4cc5-bf60-2199a83f1883 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:41:48.383075 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2a295e8a-4a8f-4798-b271-03c062df2e2f req-d7e59416-a19c-4cc5-bf60-2199a83f1883 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 946 time: 0.0768654 Jun 18 08:41:48.428041 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2a295e8a-4a8f-4798-b271-03c062df2e2f req-651ab9e4-8c0e-4591-a494-1c6db69819b3 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec20a0c4-93c7-4c35-94b7-d8f422dc4107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387375 Jun 18 08:41:49.620814 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b81d213-ba8c-4d43-ac7f-a0d41a2a9630 req-28558c91-e965-43b0-bb8b-246b76e755ed tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:41:49.622156 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-8b81d213-ba8c-4d43-ac7f-a0d41a2a9630 req-28558c91-e965-43b0-bb8b-246b76e755ed tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 946 time: 0.0717163 Jun 18 08:41:49.662244 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-8b81d213-ba8c-4d43-ac7f-a0d41a2a9630 req-4999a489-8097-4c42-8633-7919a32a6989 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec20a0c4-93c7-4c35-94b7-d8f422dc4107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337110 Jun 18 08:41:49.952294 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.agents_db [None req-a940af84-dce7-47c4-b5d3-ae67f117b383 None None] Agent healthcheck: found 6 active agents {{(pid=93644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:41:50.854681 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e2a93-17b2-4335-a4df-a2e1f1f88c2e req-93b7a96b-1c96-4fbb-b0bd-883a0a6d225c tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:41:50.855863 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e29e2a93-17b2-4335-a4df-a2e1f1f88c2e req-93b7a96b-1c96-4fbb-b0bd-883a0a6d225c tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 946 time: 0.0678639 Jun 18 08:41:50.898307 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e29e2a93-17b2-4335-a4df-a2e1f1f88c2e req-1ef56fcf-1395-469c-aeac-b025a7427d0d tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec20a0c4-93c7-4c35-94b7-d8f422dc4107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366826 Jun 18 08:41:52.077437 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29177bd3-aab9-43e5-8a31-0461c8999260 req-8d13c2fe-13ca-450a-932c-7604bdfff86a tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:41:52.078900 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-29177bd3-aab9-43e5-8a31-0461c8999260 req-8d13c2fe-13ca-450a-932c-7604bdfff86a tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 946 time: 0.0635176 Jun 18 08:41:52.120844 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-29177bd3-aab9-43e5-8a31-0461c8999260 req-7d955b4a-91c5-43b8-b044-7bc728f942fe tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec20a0c4-93c7-4c35-94b7-d8f422dc4107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354691 Jun 18 08:41:52.453766 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c13db9-44a9-4b09-8d69-cceaacfc4b26 req-bb18c1c4-92ca-415b-9f75-7fa919c3a20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:41:52.455256 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-95c13db9-44a9-4b09-8d69-cceaacfc4b26 req-bb18c1c4-92ca-415b-9f75-7fa919c3a20b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1c8de8ca6fa84ca39f60ecad18ff9fc0&device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 1099 time: 0.0564251 Jun 18 08:41:52.544459 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c13db9-44a9-4b09-8d69-cceaacfc4b26 req-ced807b7-a7a7-450b-8bf5-6f990a11b2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:41:52.545806 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-95c13db9-44a9-4b09-8d69-cceaacfc4b26 req-ced807b7-a7a7-450b-8bf5-6f990a11b2f4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9bcb4115-0e1f-4bdc-accb-f68a208ad67f HTTP/1.1" status: 200 len: 917 time: 0.0827134 Jun 18 08:41:52.616971 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-95c13db9-44a9-4b09-8d69-cceaacfc4b26 req-322559e2-5697-434b-a172-7a3fc19b565e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6035dff-df5c-4aa4-91d9-de9460bdb158 HTTP/1.1" status: 200 len: 1001 time: 0.0636601 Jun 18 08:41:52.667303 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c13db9-44a9-4b09-8d69-cceaacfc4b26 req-4c419bf1-b101-4e4e-a779-cb3f8cb6ed9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:41:52.668789 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-95c13db9-44a9-4b09-8d69-cceaacfc4b26 req-4c419bf1-b101-4e4e-a779-cb3f8cb6ed9f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5fff03b2-a2fe-488b-8a4d-528da3f1348c HTTP/1.1" status: 200 len: 855 time: 0.0460918 Jun 18 08:41:52.724847 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c13db9-44a9-4b09-8d69-cceaacfc4b26 req-dc1806bb-3990-42ba-a74b-3c24be1ec05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:41:52.726314 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-95c13db9-44a9-4b09-8d69-cceaacfc4b26 req-dc1806bb-3990-42ba-a74b-3c24be1ec05b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9bcb4115-0e1f-4bdc-accb-f68a208ad67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0516772 Jun 18 08:41:53.095224 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-95c13db9-44a9-4b09-8d69-cceaacfc4b26 req-688d2019-e055-4cbb-8149-df2bac8dfdde service neutron] 10.222.0.72 "GET /v2.0/networks/9bcb4115-0e1f-4bdc-accb-f68a208ad67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3627276 Jun 18 08:41:53.187355 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-95c13db9-44a9-4b09-8d69-cceaacfc4b26 req-08fbd12e-7f2e-46d1-9444-82d29ed070d4 service neutron] 10.222.0.72 "GET /v2.0/networks/9bcb4115-0e1f-4bdc-accb-f68a208ad67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856631 Jun 18 08:41:53.306603 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3a384-9390-4963-b5a5-4b9ac10b1fcd req-5930ebbd-92f5-4861-8c07-c41af4ed378e tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:41:53.308111 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-dfe3a384-9390-4963-b5a5-4b9ac10b1fcd req-5930ebbd-92f5-4861-8c07-c41af4ed378e tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 946 time: 0.0653787 Jun 18 08:41:53.346566 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-dfe3a384-9390-4963-b5a5-4b9ac10b1fcd req-ce4e72d6-22d9-429b-811a-2bc3565a01b2 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec20a0c4-93c7-4c35-94b7-d8f422dc4107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327301 Jun 18 08:41:54.533442 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea634f-b452-4f3c-a6d9-e0f7122a3e52 req-23885cc6-87c0-4204-ab2e-18c1a7a821c4 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:41:54.534863 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3cea634f-b452-4f3c-a6d9-e0f7122a3e52 req-23885cc6-87c0-4204-ab2e-18c1a7a821c4 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 946 time: 0.0684247 Jun 18 08:41:54.576730 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3cea634f-b452-4f3c-a6d9-e0f7122a3e52 req-a36aedda-0626-48da-8c71-00ccfc4c5cd9 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec20a0c4-93c7-4c35-94b7-d8f422dc4107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334046 Jun 18 08:41:55.320536 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device b6035dff-df5c-4aa4-91d9-de9460bdb158 no longer exists at agent hyperv_hv-cinder-78687 {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:41:55.416634 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:55.449755 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59095723-a25a-4c62-a929-cbc7dccbfdf4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6035dff-df5c-4aa4-91d9-de9460bdb158'}] {{(pid=93643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:41:55.453740 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76bfc2cc3cc97e327acfe832f03e535bb9cef84d361ee3b318e5c5a2ba23989c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f451d8-f331-440d-8dec-9025e300dd9b" -d '{"events": [{"server_uuid": "59095723-a25a-4c62-a929-cbc7dccbfdf4", "name": "network-vif-unplugged", "status": "completed", "tag": "b6035dff-df5c-4aa4-91d9-de9460bdb158"}]}' {{(pid=93643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:41:55.477022 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] For port b6035dff-df5c-4aa4-91d9-de9460bdb158, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=b6035dff-df5c-4aa4-91d9-de9460bdb158,segment=NetworkSegment(e9c2f4e9-27ab-41a7-b5e4-528b18385247),segment_id=e9c2f4e9-27ab-41a7-b5e4-528b18385247)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:41:55.501170 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 18 Jun 2021 08:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0887417-4d13-4d80-94dc-7935b6e5b6da x-openstack-request-id: req-d0887417-4d13-4d80-94dc-7935b6e5b6da {{(pid=93643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:41:55.501476 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59095723-a25a-4c62-a929-cbc7dccbfdf4", "name": "network-vif-unplugged", "status": "completed", "tag": "b6035dff-df5c-4aa4-91d9-de9460bdb158", "code": 200}]} {{(pid=93643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:41:55.501739 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d0887417-4d13-4d80-94dc-7935b6e5b6da {{(pid=93643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:41:55.502146 dv-cinder-786873-3-iscsi neutron-server[93643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59095723-a25a-4c62-a929-cbc7dccbfdf4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6035dff-df5c-4aa4-91d9-de9460bdb158', 'code': 200} Jun 18 08:41:55.641644 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:55.644931 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:41:55.697551 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Pushing event updated for resources: {'Port': ['ID=b6035dff-df5c-4aa4-91d9-de9460bdb158,revision_number=8']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:41:55.701691 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:41:55.800327 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c0c3d-9446-488d-9820-2409e8af1696 req-b4bea6cd-3976-4ea4-9604-78e4931788a9 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:41:55.801905 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b60c0c3d-9446-488d-9820-2409e8af1696 req-b4bea6cd-3976-4ea4-9604-78e4931788a9 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 944 time: 0.0895059 Jun 18 08:41:55.847209 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 41768) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:41:55.857247 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b60c0c3d-9446-488d-9820-2409e8af1696 req-179184bb-d118-436d-8320-3e807591f920 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec20a0c4-93c7-4c35-94b7-d8f422dc4107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483153 Jun 18 08:41:55.986518 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-a3e75c96-820d-4581-95fb-e48aeed8e84a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:56.075929 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-a3e75c96-820d-4581-95fb-e48aeed8e84a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:56.136413 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-a3e75c96-820d-4581-95fb-e48aeed8e84a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:56.139383 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-236238e1-4630-4ad7-8650-bdf73530f5d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:41:56.183572 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-a3e75c96-820d-4581-95fb-e48aeed8e84a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=492ffff08f654aaea29ab9c5f9f8d7f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3346167 Jun 18 08:41:56.184582 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e75c96-820d-4581-95fb-e48aeed8e84a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f431f1-0e58-445e-aee4-fbe495ac9aaf,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:41:56.186301 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 41780) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:41:56.187687 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-a3e75c96-820d-4581-95fb-e48aeed8e84a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:41:56.221959 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:56.237436 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-991f9060-b3cc-4587-842d-4dbccb1fc665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:56.258341 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-991f9060-b3cc-4587-842d-4dbccb1fc665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:56.364844 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-991f9060-b3cc-4587-842d-4dbccb1fc665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:56.367429 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-991f9060-b3cc-4587-842d-4dbccb1fc665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:56.368593 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-991f9060-b3cc-4587-842d-4dbccb1fc665 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a4f431f1-0e58-445e-aee4-fbe495ac9aaf HTTP/1.1" status: 204 len: 168 time: 0.1811864 Jun 18 08:41:56.369518 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-3fa9c17c-b10f-4596-9117-2705393398df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:41:56.377523 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f9060-b3cc-4587-842d-4dbccb1fc665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f431f1-0e58-445e-aee4-fbe495ac9aaf,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:41:56.380345 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-991f9060-b3cc-4587-842d-4dbccb1fc665 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:41:57.140743 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 41792) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:41:57.158705 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-61409c8a-cafe-44a4-bda7-5f072974e38f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:57.249879 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-61409c8a-cafe-44a4-bda7-5f072974e38f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:57.330255 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-61409c8a-cafe-44a4-bda7-5f072974e38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:57.333568 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-a1efda74-d642-4881-a203-068da2718640 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:41:57.367860 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61409c8a-cafe-44a4-bda7-5f072974e38f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e410849-19b0-46f7-a012-8510067d67a3,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:41:57.372222 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-61409c8a-cafe-44a4-bda7-5f072974e38f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9c2bf8e6206541698040e9f7a71a823c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2301617 Jun 18 08:41:57.373101 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-61409c8a-cafe-44a4-bda7-5f072974e38f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:41:57.374722 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 41796) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:41:57.424713 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-4c1141b3-fd0e-4784-a3e4-456ac75d9552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:57.446696 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-4c1141b3-fd0e-4784-a3e4-456ac75d9552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:57.611307 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-4c1141b3-fd0e-4784-a3e4-456ac75d9552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:57.618231 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-4c1141b3-fd0e-4784-a3e4-456ac75d9552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:41:57.620146 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-4c1141b3-fd0e-4784-a3e4-456ac75d9552 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7e410849-19b0-46f7-a012-8510067d67a3 HTTP/1.1" status: 204 len: 168 time: 0.2443755 Jun 18 08:41:57.621385 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-52c0a964-6f09-4648-96b9-fb7f1e47edde tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:41:57.631095 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1141b3-fd0e-4784-a3e4-456ac75d9552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e410849-19b0-46f7-a012-8510067d67a3,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:41:57.633703 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-4c1141b3-fd0e-4784-a3e4-456ac75d9552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:41:59.343554 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device b6035dff-df5c-4aa4-91d9-de9460bdb158 no longer exists at agent hyperv_hv-cinder-78687 {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:41:59.628035 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b92748c-4ac3-4dc2-b736-90e341fe473a req-ee2d9536-7bbb-45b3-b79a-56eb61b1d3b1 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:41:59.629818 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3b92748c-4ac3-4dc2-b736-90e341fe473a req-ee2d9536-7bbb-45b3-b79a-56eb61b1d3b1 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 944 time: 0.0695417 Jun 18 08:41:59.669234 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3b92748c-4ac3-4dc2-b736-90e341fe473a req-058df947-97fa-4952-acc8-1eeda03bba00 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec20a0c4-93c7-4c35-94b7-d8f422dc4107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333080 Jun 18 08:42:00.086193 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 41828) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:42:00.182715 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-af68dcfe-b7aa-436f-9e1c-fcb3e304501e req-e8570ae3-c790-420d-ac35-ff25e6535731 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0953002 Jun 18 08:42:00.852919 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59da9264-08c5-45ce-85b4-f4068d3b3f8d req-93e4191e-bc07-4c59-8fb4-253b3a82f231 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:42:00.854439 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-59da9264-08c5-45ce-85b4-f4068d3b3f8d req-93e4191e-bc07-4c59-8fb4-253b3a82f231 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 944 time: 0.0647457 Jun 18 08:42:00.894103 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-59da9264-08c5-45ce-85b4-f4068d3b3f8d req-6a7d6383-7eca-479a-adf9-ce1309d1d915 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec20a0c4-93c7-4c35-94b7-d8f422dc4107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338557 Jun 18 08:42:01.769286 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af68dcfe-b7aa-436f-9e1c-fcb3e304501e req-5cea6f67-326f-4e7f-9d6b-bfa7ee444afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:42:01.771325 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-af68dcfe-b7aa-436f-9e1c-fcb3e304501e req-5cea6f67-326f-4e7f-9d6b-bfa7ee444afa service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4&tenant_id=1c8de8ca6fa84ca39f60ecad18ff9fc0 HTTP/1.1" status: 200 len: 1097 time: 0.0582292 Jun 18 08:42:01.872484 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af68dcfe-b7aa-436f-9e1c-fcb3e304501e req-e4c10e64-18a2-4bb2-b14e-2aef0133f2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:42:01.874061 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-af68dcfe-b7aa-436f-9e1c-fcb3e304501e req-e4c10e64-18a2-4bb2-b14e-2aef0133f2d9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1c8de8ca6fa84ca39f60ecad18ff9fc0&device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 1097 time: 0.0658524 Jun 18 08:42:01.978666 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af68dcfe-b7aa-436f-9e1c-fcb3e304501e req-3037b4a7-e8d4-478b-be4e-4bcdd3105030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:42:01.980139 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-af68dcfe-b7aa-436f-9e1c-fcb3e304501e req-3037b4a7-e8d4-478b-be4e-4bcdd3105030 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9bcb4115-0e1f-4bdc-accb-f68a208ad67f HTTP/1.1" status: 200 len: 917 time: 0.0983257 Jun 18 08:42:02.050966 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-af68dcfe-b7aa-436f-9e1c-fcb3e304501e req-ecf54442-19ad-42a5-8802-6e1f8419f962 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6035dff-df5c-4aa4-91d9-de9460bdb158 HTTP/1.1" status: 200 len: 999 time: 0.0637958 Jun 18 08:42:02.106224 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3188a5d1-f0b8-423d-b4bc-264851be8cdb req-de2dceba-13d3-4035-8be5-b3539b803173 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:42:02.107551 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af68dcfe-b7aa-436f-9e1c-fcb3e304501e req-d7cf9e30-ea4d-4df2-adcb-063565508989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:42:02.107725 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3188a5d1-f0b8-423d-b4bc-264851be8cdb req-de2dceba-13d3-4035-8be5-b3539b803173 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 944 time: 0.0767212 Jun 18 08:42:02.109001 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-af68dcfe-b7aa-436f-9e1c-fcb3e304501e req-d7cf9e30-ea4d-4df2-adcb-063565508989 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5fff03b2-a2fe-488b-8a4d-528da3f1348c HTTP/1.1" status: 200 len: 855 time: 0.0525219 Jun 18 08:42:02.154543 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3188a5d1-f0b8-423d-b4bc-264851be8cdb req-4e1ceaf2-a5b8-4d92-a2eb-13328d1b788d tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec20a0c4-93c7-4c35-94b7-d8f422dc4107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409846 Jun 18 08:42:02.177039 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af68dcfe-b7aa-436f-9e1c-fcb3e304501e req-9cdb14d5-4e07-442a-9ebe-a7acc4a9b62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:42:02.178806 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-af68dcfe-b7aa-436f-9e1c-fcb3e304501e req-9cdb14d5-4e07-442a-9ebe-a7acc4a9b62b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9bcb4115-0e1f-4bdc-accb-f68a208ad67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0630031 Jun 18 08:42:02.269709 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-af68dcfe-b7aa-436f-9e1c-fcb3e304501e req-9f1e9d51-9848-456a-b78b-593c265f1e77 service neutron] 10.222.0.72 "GET /v2.0/networks/9bcb4115-0e1f-4bdc-accb-f68a208ad67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840740 Jun 18 08:42:02.364055 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-af68dcfe-b7aa-436f-9e1c-fcb3e304501e req-a8f17575-6adb-446c-8a02-544c1cba315b service neutron] 10.222.0.72 "GET /v2.0/networks/9bcb4115-0e1f-4bdc-accb-f68a208ad67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870345 Jun 18 08:42:03.371518 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d27445-baf8-4fd7-9754-72f1c83650c9 req-ad2a5974-5932-4f78-913b-aaf026b57d05 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:42:03.373110 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-29d27445-baf8-4fd7-9754-72f1c83650c9 req-ad2a5974-5932-4f78-913b-aaf026b57d05 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 944 time: 0.0879476 Jun 18 08:42:03.418276 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-29d27445-baf8-4fd7-9754-72f1c83650c9 req-94c8820f-f495-4cc6-8cb8-dd763ede6d19 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec20a0c4-93c7-4c35-94b7-d8f422dc4107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384824 Jun 18 08:42:04.624534 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31441aab-ed70-4299-9130-a447b5604640 req-a02a31dd-f637-4ab4-8f97-ddd345605f9e tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:42:04.626209 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-31441aab-ed70-4299-9130-a447b5604640 req-a02a31dd-f637-4ab4-8f97-ddd345605f9e tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 944 time: 0.0797915 Jun 18 08:42:04.671585 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-31441aab-ed70-4299-9130-a447b5604640 req-1624f850-6235-47f8-9b72-c0dd359a0f04 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec20a0c4-93c7-4c35-94b7-d8f422dc4107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392969 Jun 18 08:42:05.892787 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d11b448-eb85-4416-8e50-e285598360b4 req-09811a9d-679b-4223-b0f9-112869eabaa9 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:42:05.896537 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2d11b448-eb85-4416-8e50-e285598360b4 req-09811a9d-679b-4223-b0f9-112869eabaa9 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 944 time: 0.0901542 Jun 18 08:42:05.945448 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2d11b448-eb85-4416-8e50-e285598360b4 req-7157305a-98b0-45aa-99fd-04cfea85c5af tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec20a0c4-93c7-4c35-94b7-d8f422dc4107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443909 Jun 18 08:42:07.156788 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edad6cf-08b4-4611-9134-71ef71caceef req-3f0516e4-c438-4e68-8948-52026fba6c84 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:42:07.158320 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-5edad6cf-08b4-4611-9134-71ef71caceef req-3f0516e4-c438-4e68-8948-52026fba6c84 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 944 time: 0.0841560 Jun 18 08:42:07.214249 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-5edad6cf-08b4-4611-9134-71ef71caceef req-589f79fd-e0c0-4e0d-bc73-8ae623799a9b tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec20a0c4-93c7-4c35-94b7-d8f422dc4107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464959 Jun 18 08:42:08.414087 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2e476c-8635-49bc-88bb-5ef56a5720c7 req-530a7d84-00cb-4bc2-abf1-f1a13cd6e3cf tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:42:08.415640 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-bf2e476c-8635-49bc-88bb-5ef56a5720c7 req-530a7d84-00cb-4bc2-abf1-f1a13cd6e3cf tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 944 time: 0.0709586 Jun 18 08:42:08.454415 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-bf2e476c-8635-49bc-88bb-5ef56a5720c7 req-b4e3a7df-1260-4de6-9e7c-e213e1fadc5f tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec20a0c4-93c7-4c35-94b7-d8f422dc4107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331776 Jun 18 08:42:09.071671 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-6e732a2a-e2a2-4bb3-9068-4cecdc044446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:42:09.668407 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73051c71-8c83-4cb8-af6d-07c07f25960f req-c93b2e58-36c5-48e1-968f-a12380117c6a tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:42:09.680690 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-73051c71-8c83-4cb8-af6d-07c07f25960f req-c93b2e58-36c5-48e1-968f-a12380117c6a tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 944 time: 0.1000700 Jun 18 08:42:09.720072 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-73051c71-8c83-4cb8-af6d-07c07f25960f req-97c33e5d-4e06-45f2-9778-b2e6006e0772 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec20a0c4-93c7-4c35-94b7-d8f422dc4107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382137 Jun 18 08:42:10.935435 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee615a0e-72c6-45b7-9880-0711577e1f4c req-0c6caf00-7589-4253-9b51-6c764d855d7a tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:42:10.936981 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ee615a0e-72c6-45b7-9880-0711577e1f4c req-0c6caf00-7589-4253-9b51-6c764d855d7a tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 944 time: 0.0851762 Jun 18 08:42:10.984122 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ee615a0e-72c6-45b7-9880-0711577e1f4c req-a9c81899-a840-423c-b331-eb5bd06713af tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec20a0c4-93c7-4c35-94b7-d8f422dc4107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403724 Jun 18 08:42:11.499893 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-2b3bb0bb-8d18-41de-b708-fe0d09a32e77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:42:11.924511 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:42:12.182671 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a94803-997d-4f3a-8e08-039bf3ca1a1e req-87a4a1d3-de51-497b-8cba-0a00dd23a9ab tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:42:12.184170 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-49a94803-997d-4f3a-8e08-039bf3ca1a1e req-87a4a1d3-de51-497b-8cba-0a00dd23a9ab tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 944 time: 0.0806575 Jun 18 08:42:12.229166 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-49a94803-997d-4f3a-8e08-039bf3ca1a1e req-b746cba0-ac93-4e90-af48-0d64fbc23ac3 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec20a0c4-93c7-4c35-94b7-d8f422dc4107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383694 Jun 18 08:42:12.918557 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-37edacc1-1ba5-460e-aa47-45b5acfa9d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:42:13.471023 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f0a742-c259-416c-b397-509fa1b0151e req-0edd0c34-8e57-42c2-8bd4-eec73ab19775 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:42:13.472596 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-62f0a742-c259-416c-b397-509fa1b0151e req-0edd0c34-8e57-42c2-8bd4-eec73ab19775 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 944 time: 0.0635364 Jun 18 08:42:13.511536 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-62f0a742-c259-416c-b397-509fa1b0151e req-6b54d969-1218-49ab-b153-68f1c30b4c66 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec20a0c4-93c7-4c35-94b7-d8f422dc4107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322990 Jun 18 08:42:14.638268 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-624571b3-aef6-4a8c-8ab3-5c089201a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:42:14.703452 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff6680-8268-44ef-8b23-00cfdf65ae32 req-ba92d11b-de2f-46a7-b490-d31b5b24f78c tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:42:14.705024 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2dff6680-8268-44ef-8b23-00cfdf65ae32 req-ba92d11b-de2f-46a7-b490-d31b5b24f78c tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 944 time: 0.0688503 Jun 18 08:42:14.746806 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2dff6680-8268-44ef-8b23-00cfdf65ae32 req-16f95b26-84db-4837-8380-d7d694bdece0 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec20a0c4-93c7-4c35-94b7-d8f422dc4107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348008 Jun 18 08:42:15.826689 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5838faf-5b87-4278-871d-1d01dd414ae5 req-9b9a760e-d93a-4b84-ab03-ec2fe6455374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:42:15.832366 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-f5838faf-5b87-4278-871d-1d01dd414ae5 req-9b9a760e-d93a-4b84-ab03-ec2fe6455374 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1c8de8ca6fa84ca39f60ecad18ff9fc0&device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 1097 time: 0.0565393 Jun 18 08:42:15.931651 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5cc5ce-871f-4fd1-a01a-7b81a1d44c1a req-f925f6a0-5248-42f0-91a1-f08873e8bd58 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:42:15.933112 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ab5cc5ce-871f-4fd1-a01a-7b81a1d44c1a req-f925f6a0-5248-42f0-91a1-f08873e8bd58 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 944 time: 0.0669212 Jun 18 08:42:15.940671 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5838faf-5b87-4278-871d-1d01dd414ae5 req-f20fd3c6-3b09-4ecb-bd6f-9fd4e88395dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:42:15.943043 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-f5838faf-5b87-4278-871d-1d01dd414ae5 req-f20fd3c6-3b09-4ecb-bd6f-9fd4e88395dc service neutron] 10.222.0.72 "GET /v2.0/networks?id=9bcb4115-0e1f-4bdc-accb-f68a208ad67f HTTP/1.1" status: 200 len: 917 time: 0.0931883 Jun 18 08:42:15.975632 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ab5cc5ce-871f-4fd1-a01a-7b81a1d44c1a req-59b83843-abf3-4afd-b93b-976c37d4d4b8 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec20a0c4-93c7-4c35-94b7-d8f422dc4107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362046 Jun 18 08:42:16.029400 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-f5838faf-5b87-4278-871d-1d01dd414ae5 req-184394f6-2b3b-40ca-a526-f183a09dd7d2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6035dff-df5c-4aa4-91d9-de9460bdb158 HTTP/1.1" status: 200 len: 999 time: 0.0788908 Jun 18 08:42:16.079828 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5838faf-5b87-4278-871d-1d01dd414ae5 req-66555d6d-615f-4f73-ac73-5488ef7ceff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:42:16.081350 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-f5838faf-5b87-4278-871d-1d01dd414ae5 req-66555d6d-615f-4f73-ac73-5488ef7ceff4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5fff03b2-a2fe-488b-8a4d-528da3f1348c HTTP/1.1" status: 200 len: 855 time: 0.0452499 Jun 18 08:42:16.142215 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5838faf-5b87-4278-871d-1d01dd414ae5 req-5a769b41-eb7e-423b-b530-df6102008461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:42:16.143697 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-f5838faf-5b87-4278-871d-1d01dd414ae5 req-5a769b41-eb7e-423b-b530-df6102008461 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9bcb4115-0e1f-4bdc-accb-f68a208ad67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0565324 Jun 18 08:42:16.235565 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-f5838faf-5b87-4278-871d-1d01dd414ae5 req-641f210b-2ab5-4557-a488-5b7bfed11884 service neutron] 10.222.0.72 "GET /v2.0/networks/9bcb4115-0e1f-4bdc-accb-f68a208ad67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852370 Jun 18 08:42:16.336853 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-f5838faf-5b87-4278-871d-1d01dd414ae5 req-cb1eb549-a8da-4656-a5dd-6c5f2ac15daf service neutron] 10.222.0.72 "GET /v2.0/networks/9bcb4115-0e1f-4bdc-accb-f68a208ad67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951552 Jun 18 08:42:17.212850 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee76057-d971-4251-b27b-ca3a0e468466 req-99130719-d343-402b-beb5-27e31d6e72d6 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:42:17.214382 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0ee76057-d971-4251-b27b-ca3a0e468466 req-99130719-d343-402b-beb5-27e31d6e72d6 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 944 time: 0.0768151 Jun 18 08:42:17.262032 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0ee76057-d971-4251-b27b-ca3a0e468466 req-212a7311-b360-4571-bcb9-4aae8a9b152a tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec20a0c4-93c7-4c35-94b7-d8f422dc4107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420544 Jun 18 08:42:18.463111 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9648ded4-2a4f-40a2-bfaa-f34b5a9ece09 req-754008cc-0cef-4be3-83c2-95aaf2328299 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:42:18.464650 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-9648ded4-2a4f-40a2-bfaa-f34b5a9ece09 req-754008cc-0cef-4be3-83c2-95aaf2328299 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 944 time: 0.0690024 Jun 18 08:42:18.509430 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-9648ded4-2a4f-40a2-bfaa-f34b5a9ece09 req-0a79bb9f-9ce9-4a01-b17d-10fd9025a5bd tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec20a0c4-93c7-4c35-94b7-d8f422dc4107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377631 Jun 18 08:42:19.376501 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device b6035dff-df5c-4aa4-91d9-de9460bdb158 details requested by agent hyperv_hv-cinder-78687 with host hv-cinder-78687 {{(pid=93643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 08:42:19.475610 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] For port b6035dff-df5c-4aa4-91d9-de9460bdb158, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=b6035dff-df5c-4aa4-91d9-de9460bdb158,segment=NetworkSegment(e9c2f4e9-27ab-41a7-b5e4-528b18385247),segment_id=e9c2f4e9-27ab-41a7-b5e4-528b18385247)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:42:19.487219 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Returning: {'device': 'b6035dff-df5c-4aa4-91d9-de9460bdb158', 'network_id': '9bcb4115-0e1f-4bdc-accb-f68a208ad67f', 'port_id': 'b6035dff-df5c-4aa4-91d9-de9460bdb158', 'mac_address': 'fa:16:3e:dd:bf:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fff03b2-a2fe-488b-8a4d-528da3f1348c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 08:42:19.525975 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:42:19.539031 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.notifiers.nova [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6035dff-df5c-4aa4-91d9-de9460bdb158 {{(pid=93643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 08:42:19.561209 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] For port b6035dff-df5c-4aa4-91d9-de9460bdb158, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=b6035dff-df5c-4aa4-91d9-de9460bdb158,segment=NetworkSegment(e9c2f4e9-27ab-41a7-b5e4-528b18385247),segment_id=e9c2f4e9-27ab-41a7-b5e4-528b18385247)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:42:19.671740 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:42:19.673978 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:42:19.713962 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc47c7a-27a0-455a-932b-8bfe9859c454 req-d3e24573-88e5-4a76-a1d1-d6d0bab3fece tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:42:19.716201 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-bbc47c7a-27a0-455a-932b-8bfe9859c454 req-d3e24573-88e5-4a76-a1d1-d6d0bab3fece tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 944 time: 0.0813096 Jun 18 08:42:19.721624 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Pushing event updated for resources: {'Port': ['ID=b6035dff-df5c-4aa4-91d9-de9460bdb158,revision_number=9']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:42:19.725132 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:42:19.756754 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-bbc47c7a-27a0-455a-932b-8bfe9859c454 req-1b7d4226-9e05-4e75-9265-fbe6fbf7c6e6 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec20a0c4-93c7-4c35-94b7-d8f422dc4107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349596 Jun 18 08:42:20.108943 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] get_ports_and_sgs() called for port_ids ['b6035dff-df5c-4aa4-91d9-de9460bdb158'] {{(pid=93643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 08:42:20.940560 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd9fa2d-8d3f-4d38-a200-d6b537c2b742 req-b071c28f-19c5-4a05-9132-35a2993c3c5a tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:42:20.942073 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2bd9fa2d-8d3f-4d38-a200-d6b537c2b742 req-b071c28f-19c5-4a05-9132-35a2993c3c5a tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 945 time: 0.0686367 Jun 18 08:42:20.989776 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2bd9fa2d-8d3f-4d38-a200-d6b537c2b742 req-2a8f3576-c089-44ef-9736-15b9428b0134 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec20a0c4-93c7-4c35-94b7-d8f422dc4107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331497 Jun 18 08:42:21.375595 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device b6035dff-df5c-4aa4-91d9-de9460bdb158 up at agent hyperv_hv-cinder-78687 {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:42:21.424005 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Provisioning complete for port b6035dff-df5c-4aa4-91d9-de9460bdb158 triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:42:21.424385 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:42:21.507128 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:42:21.528738 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59095723-a25a-4c62-a929-cbc7dccbfdf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6035dff-df5c-4aa4-91d9-de9460bdb158'}] {{(pid=93643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:42:21.530981 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76bfc2cc3cc97e327acfe832f03e535bb9cef84d361ee3b318e5c5a2ba23989c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8684841b-82bc-4159-a04c-6c38b782fced" -d '{"events": [{"server_uuid": "59095723-a25a-4c62-a929-cbc7dccbfdf4", "name": "network-vif-plugged", "status": "completed", "tag": "b6035dff-df5c-4aa4-91d9-de9460bdb158"}]}' {{(pid=93643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:42:21.545041 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] For port b6035dff-df5c-4aa4-91d9-de9460bdb158, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=b6035dff-df5c-4aa4-91d9-de9460bdb158,segment=NetworkSegment(e9c2f4e9-27ab-41a7-b5e4-528b18385247),segment_id=e9c2f4e9-27ab-41a7-b5e4-528b18385247)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:42:21.565738 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 08:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e145f634-ec0d-41f0-a0cd-ab58da67a788 x-openstack-request-id: req-e145f634-ec0d-41f0-a0cd-ab58da67a788 {{(pid=93643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:42:21.566049 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59095723-a25a-4c62-a929-cbc7dccbfdf4", "name": "network-vif-plugged", "status": "completed", "tag": "b6035dff-df5c-4aa4-91d9-de9460bdb158", "code": 200}]} {{(pid=93643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:42:21.566306 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e145f634-ec0d-41f0-a0cd-ab58da67a788 {{(pid=93643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:42:21.566701 dv-cinder-786873-3-iscsi neutron-server[93643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59095723-a25a-4c62-a929-cbc7dccbfdf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6035dff-df5c-4aa4-91d9-de9460bdb158', 'code': 200} Jun 18 08:42:21.684488 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:42:21.686428 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-8b5f417d-b057-4c59-9e7e-79d1275dd48c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:42:21.737779 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Pushing event updated for resources: {'Port': ['ID=b6035dff-df5c-4aa4-91d9-de9460bdb158,revision_number=10']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:42:21.740942 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:42:21.968336 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22702ebb-75b8-4ddb-9e42-dd4489e2fb89 req-ca13efec-2702-4762-a37b-ced7cf265314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:42:21.969769 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-22702ebb-75b8-4ddb-9e42-dd4489e2fb89 req-ca13efec-2702-4762-a37b-ced7cf265314 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 1100 time: 0.0537200 Jun 18 08:42:22.004223 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-22702ebb-75b8-4ddb-9e42-dd4489e2fb89 req-2010faf4-95f1-40b4-8308-fbfddc54fede service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ec20a0c4-93c7-4c35-94b7-d8f422dc4107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269518 Jun 18 08:42:22.171611 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891684e3-a2e1-4192-bcb1-63d5734c35a4 req-367e2de1-d513-4db2-96ff-47846010508d tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:42:22.173233 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-891684e3-a2e1-4192-bcb1-63d5734c35a4 req-367e2de1-d513-4db2-96ff-47846010508d tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 947 time: 0.0660069 Jun 18 08:42:22.212585 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-891684e3-a2e1-4192-bcb1-63d5734c35a4 req-2ead710c-fdd5-43e8-a52f-6d36773c74fa tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec20a0c4-93c7-4c35-94b7-d8f422dc4107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327959 Jun 18 08:42:23.398433 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e63f110-10ce-4f61-9bd8-6af1dd1141d1 req-075795de-c8c5-4507-a630-392da91015ff tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:42:23.401140 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4e63f110-10ce-4f61-9bd8-6af1dd1141d1 req-075795de-c8c5-4507-a630-392da91015ff tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 947 time: 0.0694041 Jun 18 08:42:23.446301 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4e63f110-10ce-4f61-9bd8-6af1dd1141d1 req-58b9f66b-5540-417f-839d-f2427dd8b2f7 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec20a0c4-93c7-4c35-94b7-d8f422dc4107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405288 Jun 18 08:42:24.654786 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2ae4f3-ff61-4489-8e73-c2d869e1e1c4 req-a62756b9-84c8-4c58-90f7-07b6abc2e0d9 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:42:24.656672 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3a2ae4f3-ff61-4489-8e73-c2d869e1e1c4 req-a62756b9-84c8-4c58-90f7-07b6abc2e0d9 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 947 time: 0.0811365 Jun 18 08:42:24.702019 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3a2ae4f3-ff61-4489-8e73-c2d869e1e1c4 req-ecb85b99-5128-4bf1-bd1e-5a4c290a2caf tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec20a0c4-93c7-4c35-94b7-d8f422dc4107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385103 Jun 18 08:42:25.895661 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa9d32f-000c-4528-be6e-66e6d6971848 req-981ee4a4-c048-4855-b561-4dab89446a6f tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:42:25.897211 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-efa9d32f-000c-4528-be6e-66e6d6971848 req-981ee4a4-c048-4855-b561-4dab89446a6f tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 947 time: 0.0653243 Jun 18 08:42:25.935442 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-efa9d32f-000c-4528-be6e-66e6d6971848 req-826efa91-976f-4ec4-a3df-3060d970b9c8 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec20a0c4-93c7-4c35-94b7-d8f422dc4107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323479 Jun 18 08:42:26.266316 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:42:26.951653 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.agents_db [None req-a940af84-dce7-47c4-b5d3-ae67f117b383 None None] Agent healthcheck: found 6 active agents {{(pid=93644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:42:39.111354 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1141ce60-36be-4f48-afe1-ff642cd69b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:42:41.496304 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d88c899a-5d06-49dc-b16d-d0382f1d39b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:42:41.927873 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:42:42.905760 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-37edacc1-1ba5-460e-aa47-45b5acfa9d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:42:44.620650 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-624571b3-aef6-4a8c-8ab3-5c089201a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:42:56.271162 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:03.950677 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.agents_db [None req-a940af84-dce7-47c4-b5d3-ae67f117b383 None None] Agent healthcheck: found 6 active agents {{(pid=93644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:43:09.081918 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-3b297bc3-9776-4d1b-85e9-ea9af6d90933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:10.808812 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-d90a5dfb-0647-4602-8365-39d91d339406 req-fb3a7161-df8c-438d-9f2d-57d6c14c0a17 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0525424 Jun 18 08:43:10.927536 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a5dfb-0647-4602-8365-39d91d339406 req-5a0da202-bca5-404d-aa47-18aebb01e663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:43:10.929053 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-d90a5dfb-0647-4602-8365-39d91d339406 req-5a0da202-bca5-404d-aa47-18aebb01e663 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1c8de8ca6fa84ca39f60ecad18ff9fc0&device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 1100 time: 0.0569370 Jun 18 08:43:11.033624 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a5dfb-0647-4602-8365-39d91d339406 req-0409d1cf-ac5b-4056-b521-06e06ee4b470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:43:11.035592 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-d90a5dfb-0647-4602-8365-39d91d339406 req-0409d1cf-ac5b-4056-b521-06e06ee4b470 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9bcb4115-0e1f-4bdc-accb-f68a208ad67f HTTP/1.1" status: 200 len: 917 time: 0.0845268 Jun 18 08:43:11.103932 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-d90a5dfb-0647-4602-8365-39d91d339406 req-60c50f46-3d78-4067-b860-524f9efe1614 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6035dff-df5c-4aa4-91d9-de9460bdb158 HTTP/1.1" status: 200 len: 1001 time: 0.0618391 Jun 18 08:43:11.153385 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a5dfb-0647-4602-8365-39d91d339406 req-bc03b07d-963d-4149-abf7-adfd820d852c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:43:11.154815 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-d90a5dfb-0647-4602-8365-39d91d339406 req-bc03b07d-963d-4149-abf7-adfd820d852c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5fff03b2-a2fe-488b-8a4d-528da3f1348c HTTP/1.1" status: 200 len: 855 time: 0.0447247 Jun 18 08:43:11.228799 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a5dfb-0647-4602-8365-39d91d339406 req-f1f0fa1b-1b78-44ad-abc1-f99ae44dd64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:43:11.230258 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-d90a5dfb-0647-4602-8365-39d91d339406 req-f1f0fa1b-1b78-44ad-abc1-f99ae44dd64e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9bcb4115-0e1f-4bdc-accb-f68a208ad67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0689678 Jun 18 08:43:11.329269 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-d90a5dfb-0647-4602-8365-39d91d339406 req-7bae1bdb-e14a-4255-b4ae-43d212d4ee91 service neutron] 10.222.0.72 "GET /v2.0/networks/9bcb4115-0e1f-4bdc-accb-f68a208ad67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920639 Jun 18 08:43:11.422468 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-d90a5dfb-0647-4602-8365-39d91d339406 req-24d38b06-6b67-4c6e-b691-d6f7035ae272 service neutron] 10.222.0.72 "GET /v2.0/networks/9bcb4115-0e1f-4bdc-accb-f68a208ad67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853105 Jun 18 08:43:11.509892 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-7cb6db2d-6f79-4f77-8c3b-ecf9ad126bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:11.950190 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:12.909918 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-37edacc1-1ba5-460e-aa47-45b5acfa9d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:14.664299 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-624571b3-aef6-4a8c-8ab3-5c089201a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:22.187822 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854335c6-5ccc-46ec-a281-19b1c4d64ac3 req-7d0aefa9-f842-46bd-8d2a-6a75809a1809 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:43:22.189339 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-854335c6-5ccc-46ec-a281-19b1c4d64ac3 req-7d0aefa9-f842-46bd-8d2a-6a75809a1809 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 947 time: 0.0669577 Jun 18 08:43:22.229164 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-854335c6-5ccc-46ec-a281-19b1c4d64ac3 req-5440376e-bc30-45eb-854f-2de70ecaea3e tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec20a0c4-93c7-4c35-94b7-d8f422dc4107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338764 Jun 18 08:43:23.418017 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa7fb63-c0de-4291-b327-e9b763d99c33 req-6dec12b7-bbd2-4c44-a297-c3181399ed6e tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:43:23.419501 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-dfa7fb63-c0de-4291-b327-e9b763d99c33 req-6dec12b7-bbd2-4c44-a297-c3181399ed6e tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 947 time: 0.0701933 Jun 18 08:43:23.463710 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-dfa7fb63-c0de-4291-b327-e9b763d99c33 req-e9a2eaac-d3a2-4940-95d2-0ddc24932e86 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec20a0c4-93c7-4c35-94b7-d8f422dc4107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339978 Jun 18 08:43:24.625085 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a730f80b-1751-42e3-86c1-d146b797d7f7 req-5d2d3b8e-73ad-469a-bd12-f3a4426a3aa4 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:43:24.626984 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-a730f80b-1751-42e3-86c1-d146b797d7f7 req-5d2d3b8e-73ad-469a-bd12-f3a4426a3aa4 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.72 "GET /v2.0/ports?device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 947 time: 0.0726840 Jun 18 08:43:24.654302 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc9db47-aa82-4e31-befe-cc9b7ceae218 req-f2f8948c-c633-4adf-b9fe-24ea4d315600 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:43:24.655786 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-5cc9db47-aa82-4e31-befe-cc9b7ceae218 req-f2f8948c-c633-4adf-b9fe-24ea4d315600 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 947 time: 0.0703197 Jun 18 08:43:24.702452 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-5cc9db47-aa82-4e31-befe-cc9b7ceae218 req-bee0a151-7d13-4d6c-a2c9-921002df5eed tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec20a0c4-93c7-4c35-94b7-d8f422dc4107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401359 Jun 18 08:43:24.739032 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [req-a730f80b-1751-42e3-86c1-d146b797d7f7 req-4cea74c0-2047-4b7b-a35c-9eb2978b87c9 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Deleting port b6035dff-df5c-4aa4-91d9-de9460bdb158 {{(pid=93642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:43:24.739369 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-a730f80b-1751-42e3-86c1-d146b797d7f7 req-4cea74c0-2047-4b7b-a35c-9eb2978b87c9 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741882027237'] for port, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:24.833823 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [req-a730f80b-1751-42e3-86c1-d146b797d7f7 req-4cea74c0-2047-4b7b-a35c-9eb2978b87c9 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] For port b6035dff-df5c-4aa4-91d9-de9460bdb158, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=b6035dff-df5c-4aa4-91d9-de9460bdb158,segment=NetworkSegment(e9c2f4e9-27ab-41a7-b5e4-528b18385247),segment_id=e9c2f4e9-27ab-41a7-b5e4-528b18385247)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:43:24.834294 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-a730f80b-1751-42e3-86c1-d146b797d7f7 req-4cea74c0-2047-4b7b-a35c-9eb2978b87c9 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7962534'] for port, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:25.004429 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-a730f80b-1751-42e3-86c1-d146b797d7f7 req-4cea74c0-2047-4b7b-a35c-9eb2978b87c9 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:25.004801 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-a730f80b-1751-42e3-86c1-d146b797d7f7 req-4cea74c0-2047-4b7b-a35c-9eb2978b87c9 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7960458'] for floatingip, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:25.005113 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.db.l3_db [req-a730f80b-1751-42e3-86c1-d146b797d7f7 req-4cea74c0-2047-4b7b-a35c-9eb2978b87c9 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Floating IP 885d4968-e55d-4021-99d8-4d7de28933be disassociated. External IP: 172.27.2.28, port: b6035dff-df5c-4aa4-91d9-de9460bdb158. Jun 18 08:43:25.005477 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [req-a730f80b-1751-42e3-86c1-d146b797d7f7 req-4cea74c0-2047-4b7b-a35c-9eb2978b87c9 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Calling delete_port for b6035dff-df5c-4aa4-91d9-de9460bdb158 owned by compute:nova {{(pid=93642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:43:25.217672 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-a730f80b-1751-42e3-86c1-d146b797d7f7 req-4cea74c0-2047-4b7b-a35c-9eb2978b87c9 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741882028261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741881438823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16340813'] for port, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:25.222325 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-5bcaf900-85a8-4433-a704-9df6cb3a34f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:43:25.248856 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cea74c0-2047-4b7b-a35c-9eb2978b87c9 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Pushing event deleted for resources: {'Port': ['ID=b6035dff-df5c-4aa4-91d9-de9460bdb158,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:43:25.261338 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cea74c0-2047-4b7b-a35c-9eb2978b87c9 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:43:25.261985 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cea74c0-2047-4b7b-a35c-9eb2978b87c9 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:43:25.262366 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cea74c0-2047-4b7b-a35c-9eb2978b87c9 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:43:25.262854 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cea74c0-2047-4b7b-a35c-9eb2978b87c9 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:43:25.263364 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cea74c0-2047-4b7b-a35c-9eb2978b87c9 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:43:25.263830 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cea74c0-2047-4b7b-a35c-9eb2978b87c9 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:43:25.264336 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cea74c0-2047-4b7b-a35c-9eb2978b87c9 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:43:25.264839 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cea74c0-2047-4b7b-a35c-9eb2978b87c9 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:43:25.265396 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cea74c0-2047-4b7b-a35c-9eb2978b87c9 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:43:25.265891 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cea74c0-2047-4b7b-a35c-9eb2978b87c9 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:43:25.266369 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cea74c0-2047-4b7b-a35c-9eb2978b87c9 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:43:25.266814 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cea74c0-2047-4b7b-a35c-9eb2978b87c9 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:43:25.273290 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-4cea74c0-2047-4b7b-a35c-9eb2978b87c9 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:43:25.383182 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a730f80b-1751-42e3-86c1-d146b797d7f7 req-4cea74c0-2047-4b7b-a35c-9eb2978b87c9 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Router eacc6b9b-dde8-4cc1-a067-faeda1f4ed39 has already been hosted by L3 agent ebfc1b20-a3df-4bae-b350-fc31028a16a3 {{(pid=93642) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 08:43:25.500563 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a730f80b-1751-42e3-86c1-d146b797d7f7 req-4cea74c0-2047-4b7b-a35c-9eb2978b87c9 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify agent at l3_agent.dv-cinder-786873-3-iscsi the message routers_updated {{(pid=93642) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:43:25.510284 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1242f02c-0713-4876-9420-16654bb28d42 None None] Sync routers for ids ['eacc6b9b-dde8-4cc1-a067-faeda1f4ed39'] in dv-cinder-786873-3-iscsi {{(pid=93644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:43:25.521535 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1242f02c-0713-4876-9420-16654bb28d42 None None] Routers {'eacc6b9b-dde8-4cc1-a067-faeda1f4ed39'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:43:25.522076 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_hamode_db [None req-1242f02c-0713-4876-9420-16654bb28d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:43:11Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['eacc6b9b-dde8-4cc1-a067-faeda1f4ed39'], 'active': True} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:43:25.546000 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [req-a730f80b-1751-42e3-86c1-d146b797d7f7 req-4cea74c0-2047-4b7b-a35c-9eb2978b87c9 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] No DVR routers for this DVR port b6035dff-df5c-4aa4-91d9-de9460bdb158 on host hv-cinder-78687 {{(pid=93642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 08:43:25.548641 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-a730f80b-1751-42e3-86c1-d146b797d7f7 req-4cea74c0-2047-4b7b-a35c-9eb2978b87c9 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881'] for port, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:25.551637 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-a730f80b-1751-42e3-86c1-d146b797d7f7 req-4cea74c0-2047-4b7b-a35c-9eb2978b87c9 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.72 "DELETE /v2.0/ports/b6035dff-df5c-4aa4-91d9-de9460bdb158 HTTP/1.1" status: 204 len: 173 time: 0.9184737 Jun 18 08:43:25.551938 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59095723-a25a-4c62-a929-cbc7dccbfdf4', 'name': 'network-vif-deleted', 'tag': 'b6035dff-df5c-4aa4-91d9-de9460bdb158'}] {{(pid=93642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:43:25.555353 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8e20e2b9f795c08d425b6044ace8e6bfcc189f1bac9bd432248b5aa3a03ca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a10ce2-9730-455f-a87c-dd447bc93774" -d '{"events": [{"server_uuid": "59095723-a25a-4c62-a929-cbc7dccbfdf4", "name": "network-vif-deleted", "tag": "b6035dff-df5c-4aa4-91d9-de9460bdb158"}]}' {{(pid=93642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:43:25.597184 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 08:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8047df8-55f6-4ee9-bd2c-6c236d702b98 x-openstack-request-id: req-b8047df8-55f6-4ee9-bd2c-6c236d702b98 {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:43:25.597551 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59095723-a25a-4c62-a929-cbc7dccbfdf4", "name": "network-vif-deleted", "tag": "b6035dff-df5c-4aa4-91d9-de9460bdb158", "status": "completed", "code": 200}]} {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:43:25.597846 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b8047df8-55f6-4ee9-bd2c-6c236d702b98 {{(pid=93642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:43:25.598307 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59095723-a25a-4c62-a929-cbc7dccbfdf4', 'name': 'network-vif-deleted', 'tag': 'b6035dff-df5c-4aa4-91d9-de9460bdb158', 'status': 'completed', 'code': 200} Jun 18 08:43:25.646274 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvr_db [None req-1242f02c-0713-4876-9420-16654bb28d42 None None] Set router eacc6b9b-dde8-4cc1-a067-faeda1f4ed39 gateway port host: dv-cinder-786873-3-iscsi {{(pid=93644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:43:25.862992 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f40a8ba3-49bf-4edd-96cc-f3ddffcf6ca6 req-6b695a4a-4b20-4dad-9e45-25300972d852 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/ports?device_id=59095723-a25a-4c62-a929-cbc7dccbfdf4 HTTP/1.1" status: 200 len: 210 time: 0.0320048 Jun 18 08:43:25.874704 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_hamode_db [None req-1242f02c-0713-4876-9420-16654bb28d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eacc6b9b-dde8-4cc1-a067-faeda1f4ed39', 'name': 'tempest-AttachVolumeShelveTestJSON-532613909-router', 'tenant_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '141a3536-619b-4d86-b4af-cfee18fc7340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:33:47Z', 'updated_at': '2021-06-18T08:33:55Z', 'revision_number': 4, 'project_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'gw_port': {'id': '141a3536-619b-4d86-b4af-cfee18fc7340', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacc6b9b-dde8-4cc1-a067-faeda1f4ed39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:49Z', 'updated_at': '2021-06-18T08:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_interfaces': [{'id': '1067a414-d36d-4134-a5d9-d17ab07c7c09', 'name': '', 'network_id': '9bcb4115-0e1f-4bdc-accb-f68a208ad67f', 'tenant_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'mac_address': 'fa:16:3e:ab:38:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacc6b9b-dde8-4cc1-a067-faeda1f4ed39', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '5fff03b2-a2fe-488b-8a4d-528da3f1348c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:53Z', 'updated_at': '2021-06-18T08:34:04Z', 'revision_number': 5, 'project_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'subnets': [{'id': '5fff03b2-a2fe-488b-8a4d-528da3f1348c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:43:25.901950 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1242f02c-0713-4876-9420-16654bb28d42 None None] Checking router: eacc6b9b-dde8-4cc1-a067-faeda1f4ed39 for host: dv-cinder-786873-3-iscsi {{(pid=93644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:43:25.911408 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1242f02c-0713-4876-9420-16654bb28d42 None None] Routers {'eacc6b9b-dde8-4cc1-a067-faeda1f4ed39'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:43:25.912061 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_hamode_db [None req-1242f02c-0713-4876-9420-16654bb28d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:43:11Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['eacc6b9b-dde8-4cc1-a067-faeda1f4ed39'], 'active': True} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:43:26.030305 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvr_db [None req-1242f02c-0713-4876-9420-16654bb28d42 None None] Set router eacc6b9b-dde8-4cc1-a067-faeda1f4ed39 gateway port host: dv-cinder-786873-3-iscsi {{(pid=93644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:43:26.233206 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_hamode_db [None req-1242f02c-0713-4876-9420-16654bb28d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eacc6b9b-dde8-4cc1-a067-faeda1f4ed39', 'name': 'tempest-AttachVolumeShelveTestJSON-532613909-router', 'tenant_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '141a3536-619b-4d86-b4af-cfee18fc7340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:33:47Z', 'updated_at': '2021-06-18T08:33:55Z', 'revision_number': 4, 'project_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'gw_port': {'id': '141a3536-619b-4d86-b4af-cfee18fc7340', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacc6b9b-dde8-4cc1-a067-faeda1f4ed39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:49Z', 'updated_at': '2021-06-18T08:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_interfaces': [{'id': '1067a414-d36d-4134-a5d9-d17ab07c7c09', 'name': '', 'network_id': '9bcb4115-0e1f-4bdc-accb-f68a208ad67f', 'tenant_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'mac_address': 'fa:16:3e:ab:38:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacc6b9b-dde8-4cc1-a067-faeda1f4ed39', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '5fff03b2-a2fe-488b-8a4d-528da3f1348c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:53Z', 'updated_at': '2021-06-18T08:34:04Z', 'revision_number': 5, 'project_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'subnets': [{'id': '5fff03b2-a2fe-488b-8a4d-528da3f1348c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:43:26.262876 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1242f02c-0713-4876-9420-16654bb28d42 None None] The sync data for ids ['eacc6b9b-dde8-4cc1-a067-faeda1f4ed39'] in dv-cinder-786873-3-iscsi is: [{'id': 'eacc6b9b-dde8-4cc1-a067-faeda1f4ed39', 'name': 'tempest-AttachVolumeShelveTestJSON-532613909-router', 'tenant_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '141a3536-619b-4d86-b4af-cfee18fc7340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:33:47Z', 'updated_at': '2021-06-18T08:33:55Z', 'revision_number': 4, 'project_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'gw_port': {'id': '141a3536-619b-4d86-b4af-cfee18fc7340', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacc6b9b-dde8-4cc1-a067-faeda1f4ed39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:49Z', 'updated_at': '2021-06-18T08:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi', '_interfaces': [{'id': '1067a414-d36d-4134-a5d9-d17ab07c7c09', 'name': '', 'network_id': '9bcb4115-0e1f-4bdc-accb-f68a208ad67f', 'tenant_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'mac_address': 'fa:16:3e:ab:38:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacc6b9b-dde8-4cc1-a067-faeda1f4ed39', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '5fff03b2-a2fe-488b-8a4d-528da3f1348c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:53Z', 'updated_at': '2021-06-18T08:34:04Z', 'revision_number': 5, 'project_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'subnets': [{'id': '5fff03b2-a2fe-488b-8a4d-528da3f1348c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:43:26.280882 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:26.489689 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0e1d6c-5276-463c-8629-4addcc006a67 None None] New status for floating IP 885d4968-e55d-4021-99d8-4d7de28933be: DOWN {{(pid=93643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 08:43:27.079554 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 41988) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:43:27.136712 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-5e700013-5421-4e1f-b0c0-d641299115a9 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks [] for security_group, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:27.160366 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-5e700013-5421-4e1f-b0c0-d641299115a9 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:27.291879 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-5e700013-5421-4e1f-b0c0-d641299115a9 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:27.294575 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-5e700013-5421-4e1f-b0c0-d641299115a9 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks [] for security_group, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:27.295721 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-5e700013-5421-4e1f-b0c0-d641299115a9 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "DELETE /v2.0/security-groups/ec20a0c4-93c7-4c35-94b7-d8f422dc4107 HTTP/1.1" status: 204 len: 168 time: 0.2151456 Jun 18 08:43:27.296512 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-09a1a9c5-a6f3-460c-b2d3-17167b24b55e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:43:27.298698 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 41990) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:43:27.305923 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e700013-5421-4e1f-b0c0-d641299115a9 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec20a0c4-93c7-4c35-94b7-d8f422dc4107,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:43:27.308668 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-5e700013-5421-4e1f-b0c0-d641299115a9 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:43:27.313115 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.api.v2.resource [None req-2e600e92-6c8a-4993-98c9-267575bcae6f tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] show failed (client error): The resource could not be found. Jun 18 08:43:27.314071 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-2e600e92-6c8a-4993-98c9-267575bcae6f tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "GET /v2.0/security-groups/ec20a0c4-93c7-4c35-94b7-d8f422dc4107 HTTP/1.1" status: 404 len: 347 time: 0.0141900 Jun 18 08:43:27.318395 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 41992) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:43:27.457563 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.plugin [None req-3d5bea01-9958-4e42-8de8-f19fa5bdf656 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Deleting port 384da9d3-f276-4824-a470-0e96c6097433 {{(pid=93641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:43:27.457823 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-3d5bea01-9958-4e42-8de8-f19fa5bdf656 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741882027237'] for port, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:27.548533 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-3d5bea01-9958-4e42-8de8-f19fa5bdf656 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7962534'] for port, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:27.548888 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-3d5bea01-9958-4e42-8de8-f19fa5bdf656 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:27.614487 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.plugin [None req-3d5bea01-9958-4e42-8de8-f19fa5bdf656 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Calling delete_port for 384da9d3-f276-4824-a470-0e96c6097433 owned by network:floatingip {{(pid=93641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:43:27.807354 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device b6035dff-df5c-4aa4-91d9-de9460bdb158 no longer exists at agent hyperv_hv-cinder-78687 {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:43:27.830571 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] No Port match for: b6035dff-df5c-4aa4-91d9-de9460bdb158 {{(pid=93643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:43:27.831910 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device b6035dff-df5c-4aa4-91d9-de9460bdb158 not bound to the agent host hv-cinder-78687 {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:43:27.881244 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-3d5bea01-9958-4e42-8de8-f19fa5bdf656 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741882028261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741881438823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5195011'] for port, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:27.883446 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-92aad0f5-6079-4b01-8f1f-93b98bc73839 tempest-TestShelveInstance-1816820725 tempest-TestShelveInstance-1816820725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:43:27.908512 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5bea01-9958-4e42-8de8-f19fa5bdf656 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Pushing event deleted for resources: {'Port': ['ID=384da9d3-f276-4824-a470-0e96c6097433,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:43:27.939783 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5bea01-9958-4e42-8de8-f19fa5bdf656 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:43:27.941960 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5bea01-9958-4e42-8de8-f19fa5bdf656 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:43:27.941960 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5bea01-9958-4e42-8de8-f19fa5bdf656 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:43:27.941960 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5bea01-9958-4e42-8de8-f19fa5bdf656 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:43:27.941960 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5bea01-9958-4e42-8de8-f19fa5bdf656 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:43:27.942347 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5bea01-9958-4e42-8de8-f19fa5bdf656 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:43:27.942498 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5bea01-9958-4e42-8de8-f19fa5bdf656 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:43:27.942858 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5bea01-9958-4e42-8de8-f19fa5bdf656 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:43:27.943218 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5bea01-9958-4e42-8de8-f19fa5bdf656 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:43:27.943578 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5bea01-9958-4e42-8de8-f19fa5bdf656 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:43:27.943937 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5bea01-9958-4e42-8de8-f19fa5bdf656 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:43:27.944315 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5bea01-9958-4e42-8de8-f19fa5bdf656 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:43:27.948238 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-3d5bea01-9958-4e42-8de8-f19fa5bdf656 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:43:27.986039 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-3d5bea01-9958-4e42-8de8-f19fa5bdf656 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks [] for floatingip, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:27.990500 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-3d5bea01-9958-4e42-8de8-f19fa5bdf656 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881'] for floatingip, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:27.990500 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-3d5bea01-9958-4e42-8de8-f19fa5bdf656 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] 10.222.0.70 "DELETE /v2.0/floatingips/885d4968-e55d-4021-99d8-4d7de28933be HTTP/1.1" status: 204 len: 168 time: 0.6706269 Jun 18 08:43:30.894367 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 42014) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:43:31.335359 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-471c74ff-7804-4174-b1ca-64144d36079d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8343287'] for router_interface, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:31.596584 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.plugin [None req-471c74ff-7804-4174-b1ca-64144d36079d admin admin] Deleting port 1067a414-d36d-4134-a5d9-d17ab07c7c09 {{(pid=93641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:43:31.597277 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-471c74ff-7804-4174-b1ca-64144d36079d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741882027237'] for port, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:31.677550 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.db [None req-471c74ff-7804-4174-b1ca-64144d36079d admin admin] For port 1067a414-d36d-4134-a5d9-d17ab07c7c09, host dv-cinder-786873-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=1067a414-d36d-4134-a5d9-d17ab07c7c09,segment=NetworkSegment(e9c2f4e9-27ab-41a7-b5e4-528b18385247),segment_id=e9c2f4e9-27ab-41a7-b5e4-528b18385247)] {{(pid=93641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:43:31.677907 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-471c74ff-7804-4174-b1ca-64144d36079d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7962534'] for port, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:31.745978 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.plugin [None req-471c74ff-7804-4174-b1ca-64144d36079d admin admin] Calling delete_port for 1067a414-d36d-4134-a5d9-d17ab07c7c09 owned by network:router_interface {{(pid=93641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:43:31.977606 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-471c74ff-7804-4174-b1ca-64144d36079d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741882028261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741881438823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5195011'] for port, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:31.979719 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-836eaa1d-cc71-4d15-a4d1-42174e3ebf26 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:43:32.005381 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c74ff-7804-4174-b1ca-64144d36079d admin admin] Pushing event deleted for resources: {'Port': ['ID=1067a414-d36d-4134-a5d9-d17ab07c7c09,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:43:32.008570 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-471c74ff-7804-4174-b1ca-64144d36079d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:43:32.457625 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-471c74ff-7804-4174-b1ca-64144d36079d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8041589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8343115'] for router_interface, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:32.677920 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-471c74ff-7804-4174-b1ca-64144d36079d admin admin] Router eacc6b9b-dde8-4cc1-a067-faeda1f4ed39 has already been hosted by L3 agent ebfc1b20-a3df-4bae-b350-fc31028a16a3 {{(pid=93641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 08:43:32.789327 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-471c74ff-7804-4174-b1ca-64144d36079d admin admin] Notify agent at l3_agent.dv-cinder-786873-3-iscsi the message routers_updated {{(pid=93641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:43:32.794211 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-471c74ff-7804-4174-b1ca-64144d36079d admin admin] 10.222.0.70 "PUT /v2.0/routers/eacc6b9b-dde8-4cc1-a067-faeda1f4ed39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8987203 Jun 18 08:43:32.796878 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 42018) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:43:32.797593 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249d7b9f-b396-48ef-91ca-c20aa18a27f3 None None] Sync routers for ids ['eacc6b9b-dde8-4cc1-a067-faeda1f4ed39'] in dv-cinder-786873-3-iscsi {{(pid=93644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:43:32.807348 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249d7b9f-b396-48ef-91ca-c20aa18a27f3 None None] Routers {'eacc6b9b-dde8-4cc1-a067-faeda1f4ed39'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:43:32.807997 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_hamode_db [None req-249d7b9f-b396-48ef-91ca-c20aa18a27f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:43:11Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['eacc6b9b-dde8-4cc1-a067-faeda1f4ed39'], 'active': True} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:43:32.903575 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1bc29278-cf57-49b2-956c-76475cc083bc admin admin] Notify callbacks [] for router, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:32.914168 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvr_db [None req-249d7b9f-b396-48ef-91ca-c20aa18a27f3 None None] Set router eacc6b9b-dde8-4cc1-a067-faeda1f4ed39 gateway port host: dv-cinder-786873-3-iscsi {{(pid=93644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:43:33.017135 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1bc29278-cf57-49b2-956c-76475cc083bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:33.106963 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_hamode_db [None req-249d7b9f-b396-48ef-91ca-c20aa18a27f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eacc6b9b-dde8-4cc1-a067-faeda1f4ed39', 'name': 'tempest-AttachVolumeShelveTestJSON-532613909-router', 'tenant_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'external_fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '141a3536-619b-4d86-b4af-cfee18fc7340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:33:47Z', 'updated_at': '2021-06-18T08:43:31Z', 'revision_number': 5, 'project_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'gw_port': {'id': '141a3536-619b-4d86-b4af-cfee18fc7340', 'name': '', 'network_id': '215fa03e-ed5a-4c2a-ba1d-c413840c30f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:6d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eacc6b9b-dde8-4cc1-a067-faeda1f4ed39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786873-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T08:33:49Z', 'updated_at': '2021-06-18T08:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b938f688-1844-46d6-ac73-91c028ff50eb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786873-3-iscsi'}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:43:33.135297 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249d7b9f-b396-48ef-91ca-c20aa18a27f3 None None] Checking router: eacc6b9b-dde8-4cc1-a067-faeda1f4ed39 for host: dv-cinder-786873-3-iscsi {{(pid=93644) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:43:33.140061 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.plugin [None req-1bc29278-cf57-49b2-956c-76475cc083bc admin admin] Deleting port 141a3536-619b-4d86-b4af-cfee18fc7340 {{(pid=93641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:43:33.140387 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1bc29278-cf57-49b2-956c-76475cc083bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741882027237'] for port, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:33.144655 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249d7b9f-b396-48ef-91ca-c20aa18a27f3 None None] Routers {'eacc6b9b-dde8-4cc1-a067-faeda1f4ed39'} bound to L3 agent in host dv-cinder-786873-3-iscsi {{(pid=93644) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 08:43:33.145288 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_hamode_db [None req-249d7b9f-b396-48ef-91ca-c20aa18a27f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786873-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T08:20:41Z,description=,heartbeat_timestamp=2021-06-18T08:43:11Z,host='dv-cinder-786873-3-iscsi',id=ebfc1b20-a3df-4bae-b350-fc31028a16a3,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T08:20:42Z,topic='l3_agent')) {'router_ids': ['eacc6b9b-dde8-4cc1-a067-faeda1f4ed39'], 'active': True} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:43:33.232974 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.db [None req-1bc29278-cf57-49b2-956c-76475cc083bc admin admin] For port 141a3536-619b-4d86-b4af-cfee18fc7340, host dv-cinder-786873-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=141a3536-619b-4d86-b4af-cfee18fc7340,segment=NetworkSegment(12e3d6c0-2a01-4ec9-a6e5-283a6c482531),segment_id=12e3d6c0-2a01-4ec9-a6e5-283a6c482531)] {{(pid=93641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:43:33.233665 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1bc29278-cf57-49b2-956c-76475cc083bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7962534'] for port, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:33.235142 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvr_db [None req-249d7b9f-b396-48ef-91ca-c20aa18a27f3 None None] Set router eacc6b9b-dde8-4cc1-a067-faeda1f4ed39 gateway port host: None {{(pid=93644) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 08:43:33.290809 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.l3_hamode_db [None req-249d7b9f-b396-48ef-91ca-c20aa18a27f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eacc6b9b-dde8-4cc1-a067-faeda1f4ed39', 'name': 'tempest-AttachVolumeShelveTestJSON-532613909-router', 'tenant_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:33:47Z', 'updated_at': '2021-06-18T08:43:33Z', 'revision_number': 6, 'project_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'gw_port_host': None}], 'dv-cinder-786873-3-iscsi', False) {} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:43:33.305835 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.plugin [None req-1bc29278-cf57-49b2-956c-76475cc083bc admin admin] Calling delete_port for 141a3536-619b-4d86-b4af-cfee18fc7340 owned by network:router_gateway {{(pid=93641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:43:33.317532 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249d7b9f-b396-48ef-91ca-c20aa18a27f3 None None] The sync data for ids ['eacc6b9b-dde8-4cc1-a067-faeda1f4ed39'] in dv-cinder-786873-3-iscsi is: [{'id': 'eacc6b9b-dde8-4cc1-a067-faeda1f4ed39', 'name': 'tempest-AttachVolumeShelveTestJSON-532613909-router', 'tenant_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T08:33:47Z', 'updated_at': '2021-06-18T08:43:33Z', 'revision_number': 6, 'project_id': '1c8de8ca6fa84ca39f60ecad18ff9fc0', 'gw_port_host': None}] {{(pid=93644) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:43:33.549870 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1bc29278-cf57-49b2-956c-76475cc083bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741882028261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741881438823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5195011'] for port, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:33.552323 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-0b95b6df-87a8-4d4e-a3ee-73abfc2f92dd tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:43:33.577075 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc29278-cf57-49b2-956c-76475cc083bc admin admin] Pushing event deleted for resources: {'Port': ['ID=141a3536-619b-4d86-b4af-cfee18fc7340,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:43:33.580239 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-1bc29278-cf57-49b2-956c-76475cc083bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:43:33.648615 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1bc29278-cf57-49b2-956c-76475cc083bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7960423'] for router_gateway, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:33.753089 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1bc29278-cf57-49b2-956c-76475cc083bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8345721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6522'] for router, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:33.753089 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1bc29278-cf57-49b2-956c-76475cc083bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:33.829257 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1bc29278-cf57-49b2-956c-76475cc083bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8340008'] for router, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:33.829779 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc29278-cf57-49b2-956c-76475cc083bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router eacc6b9b-dde8-4cc1-a067-faeda1f4ed39 {{(pid=93641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 08:43:33.836635 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-1bc29278-cf57-49b2-956c-76475cc083bc admin admin] Notify callbacks [] for router, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:33.838498 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-1bc29278-cf57-49b2-956c-76475cc083bc admin admin] 10.222.0.70 "DELETE /v2.0/routers/eacc6b9b-dde8-4cc1-a067-faeda1f4ed39 HTTP/1.1" status: 204 len: 168 time: 1.0404654 Jun 18 08:43:33.840735 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 42020) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:43:33.890761 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1e4665f-c8e5-4785-b393-bdc3cf3f46f4 admin admin] Deleting subnet 5fff03b2-a2fe-488b-8a4d-528da3f1348c {{(pid=93641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 08:43:33.893995 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-e1e4665f-c8e5-4785-b393-bdc3cf3f46f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:33.932061 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-e1e4665f-c8e5-4785-b393-bdc3cf3f46f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6585387'] for subnet, precommit_delete_associations {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:34.013378 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-e1e4665f-c8e5-4785-b393-bdc3cf3f46f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002347'] for subnet, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:34.103110 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device 1067a414-d36d-4134-a5d9-d17ab07c7c09 no longer exists at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:43:34.124506 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] No Port match for: 1067a414-d36d-4134-a5d9-d17ab07c7c09 {{(pid=93643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:43:34.124872 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device 1067a414-d36d-4134-a5d9-d17ab07c7c09 not bound to the agent host dv-cinder-786873-3-iscsi {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:43:34.172624 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-e1e4665f-c8e5-4785-b393-bdc3cf3f46f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5195129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4724164'] for subnet, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:34.175796 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:43:34.204065 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e4665f-c8e5-4785-b393-bdc3cf3f46f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fff03b2-a2fe-488b-8a4d-528da3f1348c,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:43:34.206173 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-e1e4665f-c8e5-4785-b393-bdc3cf3f46f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8041489'] for subnet, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:34.210472 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-e1e4665f-c8e5-4785-b393-bdc3cf3f46f4 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/5fff03b2-a2fe-488b-8a4d-528da3f1348c HTTP/1.1" status: 204 len: 168 time: 0.3663909 Jun 18 08:43:34.210472 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-e1e4665f-c8e5-4785-b393-bdc3cf3f46f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:43:34.210922 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 42022) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:43:34.213898 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fecfb82-8bd9-40af-8f93-4ca018d85d04 None None] Network 9bcb4115-0e1f-4bdc-accb-f68a208ad67f requested from dv-cinder-786873-3-iscsi {{(pid=93643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:43:34.287034 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-462c03a6-90a6-432d-bcce-ecf0981c664c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580887'] for network, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:34.368606 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.plugin [None req-462c03a6-90a6-432d-bcce-ecf0981c664c admin admin] Deleting port 6a0a6c8a-cfc4-48c4-9506-26990aaf8f38 {{(pid=93641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:43:34.369001 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-462c03a6-90a6-432d-bcce-ecf0981c664c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741882027237'] for port, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:34.432361 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab07760-0452-41c1-9160-10e17a881dd8 None None] DHCP port deletion for 9bcb4115-0e1f-4bdc-accb-f68a208ad67f request from dv-cinder-786873-3-iscsi {{(pid=93643) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 08:43:34.435910 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.db [None req-462c03a6-90a6-432d-bcce-ecf0981c664c admin admin] For port 6a0a6c8a-cfc4-48c4-9506-26990aaf8f38, host dv-cinder-786873-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=6a0a6c8a-cfc4-48c4-9506-26990aaf8f38,segment=NetworkSegment(e9c2f4e9-27ab-41a7-b5e4-528b18385247),segment_id=e9c2f4e9-27ab-41a7-b5e4-528b18385247)] {{(pid=93641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:43:34.436317 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-462c03a6-90a6-432d-bcce-ecf0981c664c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7962534'] for port, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:34.485884 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-3ab07760-0452-41c1-9160-10e17a881dd8 None None] Deleting port 6a0a6c8a-cfc4-48c4-9506-26990aaf8f38 {{(pid=93643) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:43:34.486270 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-3ab07760-0452-41c1-9160-10e17a881dd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741882027237'] for port, before_delete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:34.505579 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.plugin [None req-462c03a6-90a6-432d-bcce-ecf0981c664c admin admin] Calling delete_port for 6a0a6c8a-cfc4-48c4-9506-26990aaf8f38 owned by network:dhcp {{(pid=93641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:43:34.552393 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-3ab07760-0452-41c1-9160-10e17a881dd8 None None] For port 6a0a6c8a-cfc4-48c4-9506-26990aaf8f38, host dv-cinder-786873-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786873-3-iscsi',level=0,port_id=6a0a6c8a-cfc4-48c4-9506-26990aaf8f38,segment=NetworkSegment(e9c2f4e9-27ab-41a7-b5e4-528b18385247),segment_id=e9c2f4e9-27ab-41a7-b5e4-528b18385247)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:43:34.552913 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-3ab07760-0452-41c1-9160-10e17a881dd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7962534'] for port, precommit_delete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:34.632809 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-3ab07760-0452-41c1-9160-10e17a881dd8 None None] Calling delete_port for 6a0a6c8a-cfc4-48c4-9506-26990aaf8f38 owned by network:dhcp {{(pid=93643) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:43:34.714633 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-462c03a6-90a6-432d-bcce-ecf0981c664c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741882028261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741881438823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5195011'] for port, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:34.716877 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-1959d1ea-ce29-42fe-87df-c59d8cc25225 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:43:34.725422 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-3ab07760-0452-41c1-9160-10e17a881dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741882028261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741881438823'] for port, after_delete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:34.727511 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:43:34.742203 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462c03a6-90a6-432d-bcce-ecf0981c664c admin admin] Pushing event deleted for resources: {'Port': ['ID=6a0a6c8a-cfc4-48c4-9506-26990aaf8f38,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:43:34.744940 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-462c03a6-90a6-432d-bcce-ecf0981c664c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:43:34.747793 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462c03a6-90a6-432d-bcce-ecf0981c664c admin admin] No DVR routers for this DVR port 6a0a6c8a-cfc4-48c4-9506-26990aaf8f38 on host dv-cinder-786873-3-iscsi {{(pid=93641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 08:43:34.751276 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab07760-0452-41c1-9160-10e17a881dd8 None None] Pushing event deleted for resources: {'Port': ['ID=6a0a6c8a-cfc4-48c4-9506-26990aaf8f38,revision_number=None']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:43:34.756041 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab07760-0452-41c1-9160-10e17a881dd8 None None] No DVR routers for this DVR port 6a0a6c8a-cfc4-48c4-9506-26990aaf8f38 on host dv-cinder-786873-3-iscsi {{(pid=93643) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 08:43:34.762569 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab07760-0452-41c1-9160-10e17a881dd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:43:34.762931 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab07760-0452-41c1-9160-10e17a881dd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:43:34.763273 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab07760-0452-41c1-9160-10e17a881dd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:43:34.763607 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab07760-0452-41c1-9160-10e17a881dd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:43:34.763939 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab07760-0452-41c1-9160-10e17a881dd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:43:34.764297 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab07760-0452-41c1-9160-10e17a881dd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:43:34.764629 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab07760-0452-41c1-9160-10e17a881dd8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:43:34.764960 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab07760-0452-41c1-9160-10e17a881dd8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:43:34.765310 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab07760-0452-41c1-9160-10e17a881dd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:43:34.765685 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab07760-0452-41c1-9160-10e17a881dd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:43:34.766054 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab07760-0452-41c1-9160-10e17a881dd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:43:34.766384 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab07760-0452-41c1-9160-10e17a881dd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:43:34.770312 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-3ab07760-0452-41c1-9160-10e17a881dd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:43:34.831257 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-462c03a6-90a6-432d-bcce-ecf0981c664c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003764', 'neutron.services.segments.db._delete_segments_for_network-8741881978067'] for network, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:34.841256 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.services.segments.db [None req-462c03a6-90a6-432d-bcce-ecf0981c664c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bcb4115-0e1f-4bdc-accb-f68a208ad67f']}} {{(pid=93641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:43:34.853441 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.services.segments.db [None req-462c03a6-90a6-432d-bcce-ecf0981c664c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9c2f4e9-27ab-41a7-b5e4-528b18385247') {'for_net_delete': True} {{(pid=93641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:43:34.853745 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.services.segments.db [None req-462c03a6-90a6-432d-bcce-ecf0981c664c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9c2f4e9-27ab-41a7-b5e4-528b18385247') {} {{(pid=93641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:43:34.864355 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-462c03a6-90a6-432d-bcce-ecf0981c664c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741881977896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6585378'] for segment, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:34.879308 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-462c03a6-90a6-432d-bcce-ecf0981c664c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001404'] for segment, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:34.885339 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-462c03a6-90a6-432d-bcce-ecf0981c664c admin admin] Releasing vlan 936 on physical network physnet1 to pool {{(pid=93641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 08:43:34.885729 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-462c03a6-90a6-432d-bcce-ecf0981c664c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4805842'] for segment, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:34.887387 dv-cinder-786873-3-iscsi neutron-server[93641]: Traceback (most recent call last): Jun 18 08:43:34.887387 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 08:43:34.887387 dv-cinder-786873-3-iscsi neutron-server[93641]: timer() Jun 18 08:43:34.887387 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 08:43:34.887387 dv-cinder-786873-3-iscsi neutron-server[93641]: cb(*args, **kw) Jun 18 08:43:34.887387 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 08:43:34.887387 dv-cinder-786873-3-iscsi neutron-server[93641]: return func(*args, **kwargs) Jun 18 08:43:34.887387 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 08:43:34.887387 dv-cinder-786873-3-iscsi neutron-server[93641]: self._notify() Jun 18 08:43:34.887387 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 08:43:34.887387 dv-cinder-786873-3-iscsi neutron-server[93641]: self.callback(batched_events) Jun 18 08:43:34.887387 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 08:43:34.887387 dv-cinder-786873-3-iscsi neutron-server[93641]: event.method(event) Jun 18 08:43:34.887387 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 08:43:34.887387 dv-cinder-786873-3-iscsi neutron-server[93641]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 08:43:34.887387 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 08:43:34.887387 dv-cinder-786873-3-iscsi neutron-server[93641]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 08:43:34.887387 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 08:43:34.887387 dv-cinder-786873-3-iscsi neutron-server[93641]: return f(self, *a, **k) Jun 18 08:43:34.887387 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 08:43:34.887387 dv-cinder-786873-3-iscsi neutron-server[93641]: return self._get(url).json() Jun 18 08:43:34.887387 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 08:43:34.887387 dv-cinder-786873-3-iscsi neutron-server[93641]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 08:43:34.887387 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 08:43:34.887387 dv-cinder-786873-3-iscsi neutron-server[93641]: return self.request(url, 'GET', **kwargs) Jun 18 08:43:34.887387 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 08:43:34.887387 dv-cinder-786873-3-iscsi neutron-server[93641]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 08:43:34.887387 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 08:43:34.887387 dv-cinder-786873-3-iscsi neutron-server[93641]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 08:43:34.887387 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 08:43:34.887387 dv-cinder-786873-3-iscsi neutron-server[93641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 08:43:34.887387 dv-cinder-786873-3-iscsi neutron-server[93641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 08:43:35.034864 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-462c03a6-90a6-432d-bcce-ecf0981c664c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8355133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7960504'] for network, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:35.038279 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:43:35.045234 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-462c03a6-90a6-432d-bcce-ecf0981c664c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8041489'] for network, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:35.045234 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-462c03a6-90a6-432d-bcce-ecf0981c664c admin admin] 10.222.0.70 "DELETE /v2.0/networks/9bcb4115-0e1f-4bdc-accb-f68a208ad67f HTTP/1.1" status: 204 len: 168 time: 0.8310776 Jun 18 08:43:35.054550 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462c03a6-90a6-432d-bcce-ecf0981c664c admin admin] Pushing event deleted for resources: {'Network': ['ID=9bcb4115-0e1f-4bdc-accb-f68a208ad67f,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:43:35.057032 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-462c03a6-90a6-432d-bcce-ecf0981c664c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:43:35.401568 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 42026) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:43:35.447844 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-f3d20a0f-d311-47bb-aae4-2e0bfd3f292b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1c8de8ca6fa84ca39f60ecad18ff9fc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0450406 Jun 18 08:43:35.450208 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 42028) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:43:35.501858 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-5142a8aa-e9cf-473a-9aaf-1e55a0c51f9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:35.524257 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-5142a8aa-e9cf-473a-9aaf-1e55a0c51f9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:35.646414 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-5142a8aa-e9cf-473a-9aaf-1e55a0c51f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:35.650234 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-5142a8aa-e9cf-473a-9aaf-1e55a0c51f9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:35.653390 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-5142a8aa-e9cf-473a-9aaf-1e55a0c51f9b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0f26c354-9b1f-4bc0-96bd-632c7e93046f HTTP/1.1" status: 204 len: 168 time: 0.2003033 Jun 18 08:43:35.653390 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-f4992677-13b8-48e8-b493-ebc27c4a12b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:43:35.660632 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5142a8aa-e9cf-473a-9aaf-1e55a0c51f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f26c354-9b1f-4bc0-96bd-632c7e93046f,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:43:35.662948 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-5142a8aa-e9cf-473a-9aaf-1e55a0c51f9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:43:35.735303 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device 141a3536-619b-4d86-b4af-cfee18fc7340 no longer exists at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:43:35.759764 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] No Port match for: 141a3536-619b-4d86-b4af-cfee18fc7340 {{(pid=93643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:43:35.760151 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device 141a3536-619b-4d86-b4af-cfee18fc7340 not bound to the agent host dv-cinder-786873-3-iscsi {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:43:35.760588 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device 6a0a6c8a-cfc4-48c4-9506-26990aaf8f38 no longer exists at agent ovs-agent-dv-cinder-786873-3-iscsi {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:43:35.781249 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] No Port match for: 6a0a6c8a-cfc4-48c4-9506-26990aaf8f38 {{(pid=93643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:43:35.781626 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Device 6a0a6c8a-cfc4-48c4-9506-26990aaf8f38 not bound to the agent host dv-cinder-786873-3-iscsi {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:43:36.777508 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 42050) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:43:36.878109 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-cd0e3323-2d9a-4d6c-a00b-cd5691c007f3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1963809801-network', 'tenant_id': '0d1855de1ef94716b3d18637166d02da'}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:43:36.949127 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd0e3323-2d9a-4d6c-a00b-cd5691c007f3 admin admin] Made reservation on behalf of 0d1855de1ef94716b3d18637166d02da for: {'network': 1} {{(pid=93641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:43:36.951481 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-cd0e3323-2d9a-4d6c-a00b-cd5691c007f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-568420'] for network, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:36.961686 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-cd0e3323-2d9a-4d6c-a00b-cd5691c007f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:37.052028 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-cd0e3323-2d9a-4d6c-a00b-cd5691c007f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:37.137624 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-cd0e3323-2d9a-4d6c-a00b-cd5691c007f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:37.140862 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-c24359d8-c74a-4fa7-bc6c-b73fb4da4a4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:43:37.163697 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd0e3323-2d9a-4d6c-a00b-cd5691c007f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 927} {{(pid=93641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 08:43:37.173405 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0e3323-2d9a-4d6c-a00b-cd5691c007f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4867ab69-940b-47e3-976b-301f470215ea,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:43:37.177954 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-cd0e3323-2d9a-4d6c-a00b-cd5691c007f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:43:37.179022 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-cd0e3323-2d9a-4d6c-a00b-cd5691c007f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001404'] for segment, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:37.179366 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.db.segments_db [None req-cd0e3323-2d9a-4d6c-a00b-cd5691c007f3 admin admin] Added segment 32f6289b-1d2a-4372-825d-a96c55af32b5 of type vlan for network 0b215208-834e-47d1-a78a-7e3b2ae6aa77 Jun 18 08:43:37.219216 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-cd0e3323-2d9a-4d6c-a00b-cd5691c007f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741881456851'] for network, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:37.314896 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-cd0e3323-2d9a-4d6c-a00b-cd5691c007f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8355133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484'] for network, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:37.316058 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0e3323-2d9a-4d6c-a00b-cd5691c007f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:43:37.316670 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-cd0e3323-2d9a-4d6c-a00b-cd5691c007f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8041489'] for network, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:37.319090 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-ba5eecfe-dea8-4317-8b01-8b85c4b2e5ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:43:37.380457 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0e3323-2d9a-4d6c-a00b-cd5691c007f3 admin admin] Pushing event updated for resources: {'Network': ['ID=0b215208-834e-47d1-a78a-7e3b2ae6aa77,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:43:37.383230 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-cd0e3323-2d9a-4d6c-a00b-cd5691c007f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:43:37.390804 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Network 0b215208-834e-47d1-a78a-7e3b2ae6aa77 details requested by agent ovs-agent-dv-cinder-786873-3-iscsi with host dv-cinder-786873-3-iscsi {{(pid=93643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 08:43:37.469904 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-cd0e3323-2d9a-4d6c-a00b-cd5691c007f3 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6911736 Jun 18 08:43:37.472675 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 42054) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:43:37.478132 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.v2.base [None req-9c2fc434-fa20-4041-83f9-852ce4b3c405 admin admin] Request body: {'subnet': {'network_id': '0b215208-834e-47d1-a78a-7e3b2ae6aa77', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1963809801-subnet', 'tenant_id': '0d1855de1ef94716b3d18637166d02da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:43:37.571719 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c2fc434-fa20-4041-83f9-852ce4b3c405 admin admin] Made reservation on behalf of 0d1855de1ef94716b3d18637166d02da for: {'subnet': 1} {{(pid=93641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:43:37.574143 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-9c2fc434-fa20-4041-83f9-852ce4b3c405 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4724207'] for subnet, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:37.812408 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-9c2fc434-fa20-4041-83f9-852ce4b3c405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5195192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4724221'] for subnet, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:37.814384 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:43:37.870504 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2fc434-fa20-4041-83f9-852ce4b3c405 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb00d5a7-947f-4b76-a7f2-07d9d66990f5,revision_number=0']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:43:37.874166 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-9c2fc434-fa20-4041-83f9-852ce4b3c405 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:43:37.882002 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2fc434-fa20-4041-83f9-852ce4b3c405 admin admin] Checking segment: {'id': '32f6289b-1d2a-4372-825d-a96c55af32b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '0b215208-834e-47d1-a78a-7e3b2ae6aa77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:43:37.882365 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2fc434-fa20-4041-83f9-852ce4b3c405 admin admin] Network hostable DHCP agents. Network: 0b215208-834e-47d1-a78a-7e3b2ae6aa77, hostable agents: ['ccc23fe2-6cc8-4973-a644-121019cdbd4e'], hosted agents: [] {{(pid=93641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 08:43:37.960172 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2fc434-fa20-4041-83f9-852ce4b3c405 admin admin] Network 0b215208-834e-47d1-a78a-7e3b2ae6aa77 is scheduled to be hosted by DHCP agent ccc23fe2-6cc8-4973-a644-121019cdbd4e with binding_index 1 {{(pid=93641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 08:43:38.051456 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.scheduler.base_scheduler [None req-9c2fc434-fa20-4041-83f9-852ce4b3c405 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786873-3-iscsi, 0b215208-834e-47d1-a78a-7e3b2ae6aa77) {{(pid=93641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:43:38.055582 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2fc434-fa20-4041-83f9-852ce4b3c405 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:43:38.056365 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-9c2fc434-fa20-4041-83f9-852ce4b3c405 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8041489'] for subnet, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:38.060093 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b319733-68fa-4d08-ad82-8ab9ca71e268 None None] Network 0b215208-834e-47d1-a78a-7e3b2ae6aa77 requested from dv-cinder-786873-3-iscsi {{(pid=93643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:43:38.143812 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-9c2fc434-fa20-4041-83f9-852ce4b3c405 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6700313 Jun 18 08:43:38.191666 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24efea0-d101-40d7-bdb2-7250e713dacf None None] Network 0b215208-834e-47d1-a78a-7e3b2ae6aa77 requested from dv-cinder-786873-3-iscsi {{(pid=93643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:43:38.584277 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685cec20-21ea-42ba-86a5-99898a30eb63 req-75bb4ab4-a640-4d0a-ae7e-c72a3ee7974f tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:43:38.585818 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-685cec20-21ea-42ba-86a5-99898a30eb63 req-75bb4ab4-a640-4d0a-ae7e-c72a3ee7974f tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/networks?id=0b215208-834e-47d1-a78a-7e3b2ae6aa77 HTTP/1.1" status: 200 len: 815 time: 0.1070454 Jun 18 08:43:38.601795 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-685cec20-21ea-42ba-86a5-99898a30eb63 req-07fabe9b-5103-435a-bf0a-98655664efc9 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/quotas/0d1855de1ef94716b3d18637166d02da HTTP/1.1" status: 200 len: 375 time: 0.0096991 Jun 18 08:43:38.637563 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-685cec20-21ea-42ba-86a5-99898a30eb63 req-45eb5567-246c-4142-abc8-25eaf25f35ff tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0d1855de1ef94716b3d18637166d02da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303915 Jun 18 08:43:38.731058 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-685cec20-21ea-42ba-86a5-99898a30eb63 req-7e491b05-b1a5-4021-86b5-dbaa6fd569c3 service neutron] 10.222.0.70 "GET /v2.0/networks/0b215208-834e-47d1-a78a-7e3b2ae6aa77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865161 Jun 18 08:43:38.821528 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-685cec20-21ea-42ba-86a5-99898a30eb63 req-ee1e9098-0e2c-4a2d-a8f6-a4510266c1b5 service neutron] 10.222.0.70 "GET /v2.0/networks/0b215208-834e-47d1-a78a-7e3b2ae6aa77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846882 Jun 18 08:43:39.119317 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-9f528fd4-f1ed-4533-ac5a-bd342a0b7e0f req-9b365430-9f80-4cca-be8e-a2085d93df8c tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d59eb11-f276-4e88-b5f2-3d4a4f9ba322 HTTP/1.1" status: 200 len: 210 time: 0.0312252 Jun 18 08:43:39.120544 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-c1613177-b007-43d7-99c0-205b58936690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:40.206604 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-10dda945-bcaa-446c-b50d-18da3a064b15 req-1077df01-84dc-41e8-983e-f98757bee809 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d59eb11-f276-4e88-b5f2-3d4a4f9ba322 HTTP/1.1" status: 200 len: 210 time: 0.0342011 Jun 18 08:43:40.949312 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.agents_db [None req-a940af84-dce7-47c4-b5d3-ae67f117b383 None None] Agent healthcheck: found 6 active agents {{(pid=93644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:43:41.293836 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ab926311-10ba-4bf5-b62c-15585a0ec311 req-19c899b3-11ae-415b-b9b5-4a065f5396f6 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d59eb11-f276-4e88-b5f2-3d4a4f9ba322 HTTP/1.1" status: 200 len: 210 time: 0.0312533 Jun 18 08:43:41.514746 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-7c224855-46c1-415d-bd25-ca04e4787448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:41.914535 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:42.377258 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-eab79fe5-da88-400b-b559-6a26ce11d8ea req-2e992ab6-13cd-4dc9-a1b2-baed97676ada tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d59eb11-f276-4e88-b5f2-3d4a4f9ba322 HTTP/1.1" status: 200 len: 210 time: 0.0311196 Jun 18 08:43:42.914079 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-37edacc1-1ba5-460e-aa47-45b5acfa9d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:43.520840 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7df70453-6e5b-40c5-a382-498c6d7de001 req-13189f7e-956d-4ff7-9f8c-32019d80acb5 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d59eb11-f276-4e88-b5f2-3d4a4f9ba322 HTTP/1.1" status: 200 len: 210 time: 0.0306714 Jun 18 08:43:44.639992 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-624571b3-aef6-4a8c-8ab3-5c089201a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:44.693397 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7261aa68-873b-4ce9-9313-60ce967d879a req-90a06e7f-be36-4b22-a537-a7d3e944e1d9 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d59eb11-f276-4e88-b5f2-3d4a4f9ba322 HTTP/1.1" status: 200 len: 210 time: 0.0406420 Jun 18 08:43:45.664689 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685cec20-21ea-42ba-86a5-99898a30eb63 req-784d50d5-5d3c-4874-af3c-d497213471db tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:43:45.666165 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-685cec20-21ea-42ba-86a5-99898a30eb63 req-784d50d5-5d3c-4874-af3c-d497213471db tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.72 "GET /v2.0/networks?id=0b215208-834e-47d1-a78a-7e3b2ae6aa77 HTTP/1.1" status: 200 len: 815 time: 0.1213100 Jun 18 08:43:45.684657 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [req-685cec20-21ea-42ba-86a5-99898a30eb63 req-bf4396ab-3907-4c4c-962a-7cb0b47109f3 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Request body: {'port': {'device_id': '7d59eb11-f276-4e88-b5f2-3d4a4f9ba322', 'network_id': '0b215208-834e-47d1-a78a-7e3b2ae6aa77', 'admin_state_up': True, 'tenant_id': '0d1855de1ef94716b3d18637166d02da'}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:43:45.896339 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-dad85db1-686e-48a9-9306-828b94ee82d8 req-4e8f19fe-f98c-4bb2-9ac3-3ac885583f5f tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d59eb11-f276-4e88-b5f2-3d4a4f9ba322 HTTP/1.1" status: 200 len: 210 time: 0.0333922 Jun 18 08:43:45.965850 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-685cec20-21ea-42ba-86a5-99898a30eb63 req-bf4396ab-3907-4c4c-962a-7cb0b47109f3 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Made reservation on behalf of 0d1855de1ef94716b3d18637166d02da for: {'port': 1} {{(pid=93642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:43:45.971694 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-685cec20-21ea-42ba-86a5-99898a30eb63 req-bf4396ab-3907-4c4c-962a-7cb0b47109f3 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-568420'] for port, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:46.127268 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.db_base_plugin_common [req-685cec20-21ea-42ba-86a5-99898a30eb63 req-bf4396ab-3907-4c4c-962a-7cb0b47109f3 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Allocated IP 172.20.0.13 (0b215208-834e-47d1-a78a-7e3b2ae6aa77/bb00d5a7-947f-4b76-a7f2-07d9d66990f5/cdabb2e0-420a-40da-b1ba-24ad35fbf34b) {{(pid=93642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:43:46.297297 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-685cec20-21ea-42ba-86a5-99898a30eb63 req-bf4396ab-3907-4c4c-962a-7cb0b47109f3 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Notify callbacks [] for port, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:46.400552 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-685cec20-21ea-42ba-86a5-99898a30eb63 req-bf4396ab-3907-4c4c-962a-7cb0b47109f3 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-568999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741881438814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16340802'] for port, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:46.404769 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-304e3e0d-8461-4be8-8ded-fc3522321d16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:43:46.447427 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-685cec20-21ea-42ba-86a5-99898a30eb63 req-bf4396ab-3907-4c4c-962a-7cb0b47109f3 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Network 0b215208-834e-47d1-a78a-7e3b2ae6aa77 is already hosted by enough agents. {{(pid=93642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:43:46.452800 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.base_scheduler [req-685cec20-21ea-42ba-86a5-99898a30eb63 req-bf4396ab-3907-4c4c-962a-7cb0b47109f3 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Resources bound (agent type, host, resource id): {{(pid=93642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:43:46.458450 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [req-685cec20-21ea-42ba-86a5-99898a30eb63 req-bf4396ab-3907-4c4c-962a-7cb0b47109f3 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Received port after_create {{(pid=93642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:43:46.461724 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4396ab-3907-4c4c-962a-7cb0b47109f3 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Pushing event updated for resources: {'Port': ['ID=cdabb2e0-420a-40da-b1ba-24ad35fbf34b,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:43:46.481739 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-bf4396ab-3907-4c4c-962a-7cb0b47109f3 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:43:46.510603 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685cec20-21ea-42ba-86a5-99898a30eb63 req-bf4396ab-3907-4c4c-962a-7cb0b47109f3 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:43:46.511210 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-685cec20-21ea-42ba-86a5-99898a30eb63 req-bf4396ab-3907-4c4c-962a-7cb0b47109f3 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881'] for port, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:46.618261 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-685cec20-21ea-42ba-86a5-99898a30eb63 req-bf4396ab-3907-4c4c-962a-7cb0b47109f3 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9376373 Jun 18 08:43:46.636744 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [req-685cec20-21ea-42ba-86a5-99898a30eb63 req-55878dd8-df4b-4f51-850b-9a681a9a4855 service neutron] Request body: {'port': {'device_id': '7d59eb11-f276-4e88-b5f2-3d4a4f9ba322', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78687'}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:43:46.714324 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-685cec20-21ea-42ba-86a5-99898a30eb63 req-55878dd8-df4b-4f51-850b-9a681a9a4855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:46.989989 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [req-685cec20-21ea-42ba-86a5-99898a30eb63 req-55878dd8-df4b-4f51-850b-9a681a9a4855 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdabb2e0-420a-40da-b1ba-24ad35fbf34b {{(pid=93642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 08:43:46.998027 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-685cec20-21ea-42ba-86a5-99898a30eb63 req-55878dd8-df4b-4f51-850b-9a681a9a4855 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:47.010798 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [req-685cec20-21ea-42ba-86a5-99898a30eb63 req-55878dd8-df4b-4f51-850b-9a681a9a4855 service neutron] Transition to ACTIVE for port object cdabb2e0-420a-40da-b1ba-24ad35fbf34b will not be triggered until provisioned by entity L2. {{(pid=93642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:43:47.084748 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a63f6c-687b-4229-9c34-8fe195825c42 req-79e00e90-825c-4eae-b97b-0cd86822aa67 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:43:47.086237 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-27a63f6c-687b-4229-9c34-8fe195825c42 req-79e00e90-825c-4eae-b97b-0cd86822aa67 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d59eb11-f276-4e88-b5f2-3d4a4f9ba322 HTTP/1.1" status: 200 len: 932 time: 0.0722904 Jun 18 08:43:47.114107 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-685cec20-21ea-42ba-86a5-99898a30eb63 req-55878dd8-df4b-4f51-850b-9a681a9a4855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16340852'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:47.117449 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-29a6e9c4-fad5-4efb-9d25-491766fa6f50 tempest-TestMinimumBasicScenario-943734068 tempest-TestMinimumBasicScenario-943734068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:43:47.131996 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-27a63f6c-687b-4229-9c34-8fe195825c42 req-cd35d2cb-2ff4-4b45-8b15-1e045c7a81e2 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/security-groups?id=4867ab69-940b-47e3-976b-301f470215ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400255 Jun 18 08:43:47.197806 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55878dd8-df4b-4f51-850b-9a681a9a4855 service neutron] Pushing event updated for resources: {'Port': ['ID=cdabb2e0-420a-40da-b1ba-24ad35fbf34b,revision_number=2']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:43:47.216235 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-55878dd8-df4b-4f51-850b-9a681a9a4855 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:43:47.263860 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [req-685cec20-21ea-42ba-86a5-99898a30eb63 req-55878dd8-df4b-4f51-850b-9a681a9a4855 service neutron] Attempting to bind port cdabb2e0-420a-40da-b1ba-24ad35fbf34b on host hv-cinder-78687 for vnic_type normal with profile {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:43:47.264143 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [req-685cec20-21ea-42ba-86a5-99898a30eb63 req-55878dd8-df4b-4f51-850b-9a681a9a4855 service neutron] Attempting to bind port cdabb2e0-420a-40da-b1ba-24ad35fbf34b by drivers openvswitch,hyperv on host hv-cinder-78687 at level 0 using segments [{'id': '32f6289b-1d2a-4372-825d-a96c55af32b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '0b215208-834e-47d1-a78a-7e3b2ae6aa77'}] {{(pid=93642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:43:47.264483 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685cec20-21ea-42ba-86a5-99898a30eb63 req-55878dd8-df4b-4f51-850b-9a681a9a4855 service neutron] Attempting to bind port cdabb2e0-420a-40da-b1ba-24ad35fbf34b on network 0b215208-834e-47d1-a78a-7e3b2ae6aa77 {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:43:47.270723 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685cec20-21ea-42ba-86a5-99898a30eb63 req-55878dd8-df4b-4f51-850b-9a681a9a4855 service neutron] Port cdabb2e0-420a-40da-b1ba-24ad35fbf34b on network 0b215208-834e-47d1-a78a-7e3b2ae6aa77 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78687 {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 08:43:47.271131 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685cec20-21ea-42ba-86a5-99898a30eb63 req-55878dd8-df4b-4f51-850b-9a681a9a4855 service neutron] Attempting to bind port cdabb2e0-420a-40da-b1ba-24ad35fbf34b on network 0b215208-834e-47d1-a78a-7e3b2ae6aa77 {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:43:47.275971 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685cec20-21ea-42ba-86a5-99898a30eb63 req-55878dd8-df4b-4f51-850b-9a681a9a4855 service neutron] Checking agent: {'id': '7d051742-a391-48d3-aa1e-6019401c6fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78687', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 26, 56), 'started_at': datetime.datetime(2021, 6, 18, 8, 26, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:43:47.276319 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685cec20-21ea-42ba-86a5-99898a30eb63 req-55878dd8-df4b-4f51-850b-9a681a9a4855 service neutron] Checking segment: {'id': '32f6289b-1d2a-4372-825d-a96c55af32b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '0b215208-834e-47d1-a78a-7e3b2ae6aa77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:43:47.276702 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685cec20-21ea-42ba-86a5-99898a30eb63 req-55878dd8-df4b-4f51-850b-9a681a9a4855 service neutron] Bound using segment: {'id': '32f6289b-1d2a-4372-825d-a96c55af32b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '0b215208-834e-47d1-a78a-7e3b2ae6aa77'} {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:43:47.277128 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [req-685cec20-21ea-42ba-86a5-99898a30eb63 req-55878dd8-df4b-4f51-850b-9a681a9a4855 service neutron] Bound port: cdabb2e0-420a-40da-b1ba-24ad35fbf34b, host: hv-cinder-78687, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32f6289b-1d2a-4372-825d-a96c55af32b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '0b215208-834e-47d1-a78a-7e3b2ae6aa77'}}] {{(pid=93642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:43:47.277476 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-685cec20-21ea-42ba-86a5-99898a30eb63 req-55878dd8-df4b-4f51-850b-9a681a9a4855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:47.342663 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [req-685cec20-21ea-42ba-86a5-99898a30eb63 req-55878dd8-df4b-4f51-850b-9a681a9a4855 service neutron] For port cdabb2e0-420a-40da-b1ba-24ad35fbf34b, host hv-cinder-78687, cleared binding levels {{(pid=93642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:43:47.345673 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [req-685cec20-21ea-42ba-86a5-99898a30eb63 req-55878dd8-df4b-4f51-850b-9a681a9a4855 service neutron] For port cdabb2e0-420a-40da-b1ba-24ad35fbf34b, host hv-cinder-78687, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=cdabb2e0-420a-40da-b1ba-24ad35fbf34b,segment=NetworkSegment(32f6289b-1d2a-4372-825d-a96c55af32b5),segment_id=32f6289b-1d2a-4372-825d-a96c55af32b5)] {{(pid=93642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:43:47.405798 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-685cec20-21ea-42ba-86a5-99898a30eb63 req-55878dd8-df4b-4f51-850b-9a681a9a4855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16340852'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:47.407886 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-b180d97b-e1fe-4b16-b234-46914cc738a5 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:43:47.440688 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685cec20-21ea-42ba-86a5-99898a30eb63 req-55878dd8-df4b-4f51-850b-9a681a9a4855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:43:47.441837 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-685cec20-21ea-42ba-86a5-99898a30eb63 req-55878dd8-df4b-4f51-850b-9a681a9a4855 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881'] for port, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:47.443186 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-685cec20-21ea-42ba-86a5-99898a30eb63 req-55878dd8-df4b-4f51-850b-9a681a9a4855 service neutron] 10.222.0.72 "PUT /v2.0/ports/cdabb2e0-420a-40da-b1ba-24ad35fbf34b HTTP/1.1" status: 200 len: 1094 time: 0.8107150 Jun 18 08:43:47.443684 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d59eb11-f276-4e88-b5f2-3d4a4f9ba322', 'tag': 'cdabb2e0-420a-40da-b1ba-24ad35fbf34b'}] {{(pid=93642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:43:47.446055 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8e20e2b9f795c08d425b6044ace8e6bfcc189f1bac9bd432248b5aa3a03ca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf0b7953-2bc8-4a85-a1b4-a1ad44f28182" -d '{"events": [{"name": "network-changed", "server_uuid": "7d59eb11-f276-4e88-b5f2-3d4a4f9ba322", "tag": "cdabb2e0-420a-40da-b1ba-24ad35fbf34b"}]}' {{(pid=93642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:43:47.468081 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55878dd8-df4b-4f51-850b-9a681a9a4855 service neutron] Pushing event updated for resources: {'Port': ['ID=cdabb2e0-420a-40da-b1ba-24ad35fbf34b,revision_number=3']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:43:47.471181 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-55878dd8-df4b-4f51-850b-9a681a9a4855 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:43:47.487137 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 08:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a1b9115-1877-411a-937b-7cddccca01e6 x-openstack-request-id: req-2a1b9115-1877-411a-937b-7cddccca01e6 {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:43:47.487495 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d59eb11-f276-4e88-b5f2-3d4a4f9ba322", "tag": "cdabb2e0-420a-40da-b1ba-24ad35fbf34b", "status": "completed", "code": 200}]} {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:43:47.487883 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2a1b9115-1877-411a-937b-7cddccca01e6 {{(pid=93642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:43:47.488523 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d59eb11-f276-4e88-b5f2-3d4a4f9ba322', 'tag': 'cdabb2e0-420a-40da-b1ba-24ad35fbf34b', 'status': 'completed', 'code': 200} Jun 18 08:43:47.581714 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b7953-2bc8-4a85-a1b4-a1ad44f28182 req-d5bf5202-ab7e-4e8f-8170-e01058215e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:43:47.583138 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-bf0b7953-2bc8-4a85-a1b4-a1ad44f28182 req-d5bf5202-ab7e-4e8f-8170-e01058215e44 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0d1855de1ef94716b3d18637166d02da&device_id=7d59eb11-f276-4e88-b5f2-3d4a4f9ba322 HTTP/1.1" status: 200 len: 1097 time: 0.0538800 Jun 18 08:43:47.688819 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b7953-2bc8-4a85-a1b4-a1ad44f28182 req-90cd6e40-86a9-4436-9934-98c36e52f244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:43:47.690316 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-bf0b7953-2bc8-4a85-a1b4-a1ad44f28182 req-90cd6e40-86a9-4436-9934-98c36e52f244 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=0d1855de1ef94716b3d18637166d02da&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0949249 Jun 18 08:43:47.783630 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b7953-2bc8-4a85-a1b4-a1ad44f28182 req-c562ec7f-40a2-4cb8-bf0d-209897f56a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:43:47.785316 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-bf0b7953-2bc8-4a85-a1b4-a1ad44f28182 req-c562ec7f-40a2-4cb8-bf0d-209897f56a50 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0891833 Jun 18 08:43:47.895548 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685cec20-21ea-42ba-86a5-99898a30eb63 req-bda7243a-51e4-4e5c-98a4-fa452f56865b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:43:47.897069 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-685cec20-21ea-42ba-86a5-99898a30eb63 req-bda7243a-51e4-4e5c-98a4-fa452f56865b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0d1855de1ef94716b3d18637166d02da&device_id=7d59eb11-f276-4e88-b5f2-3d4a4f9ba322 HTTP/1.1" status: 200 len: 1097 time: 0.0527370 Jun 18 08:43:47.944173 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-685cec20-21ea-42ba-86a5-99898a30eb63 req-5bcefe3f-dfec-47ab-b090-b1f1d5751827 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cdabb2e0-420a-40da-b1ba-24ad35fbf34b HTTP/1.1" status: 200 len: 217 time: 0.0348957 Jun 18 08:43:47.992372 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685cec20-21ea-42ba-86a5-99898a30eb63 req-f2b80e6d-b022-4907-99c9-0f32df82ba79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:43:47.993835 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-685cec20-21ea-42ba-86a5-99898a30eb63 req-f2b80e6d-b022-4907-99c9-0f32df82ba79 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bb00d5a7-947f-4b76-a7f2-07d9d66990f5 HTTP/1.1" status: 200 len: 855 time: 0.0439124 Jun 18 08:43:48.028320 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-685cec20-21ea-42ba-86a5-99898a30eb63 req-6a8169f0-1df7-449c-bbe4-9082480f7270 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0b215208-834e-47d1-a78a-7e3b2ae6aa77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283253 Jun 18 08:43:48.121882 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-685cec20-21ea-42ba-86a5-99898a30eb63 req-ec32f194-3cf8-47e6-b35d-a13f552e546f service neutron] 10.222.0.72 "GET /v2.0/networks/0b215208-834e-47d1-a78a-7e3b2ae6aa77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873332 Jun 18 08:43:48.338290 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766bb95f-8347-438b-bf28-cea76918a800 req-88281342-872a-4f51-9918-43abcfa7af29 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:43:48.339980 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-766bb95f-8347-438b-bf28-cea76918a800 req-88281342-872a-4f51-9918-43abcfa7af29 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d59eb11-f276-4e88-b5f2-3d4a4f9ba322 HTTP/1.1" status: 200 len: 944 time: 0.0709708 Jun 18 08:43:48.381973 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-766bb95f-8347-438b-bf28-cea76918a800 req-f5551955-41e0-4627-9fb7-530078277c50 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/security-groups?id=4867ab69-940b-47e3-976b-301f470215ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358961 Jun 18 08:43:48.494479 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-685cec20-21ea-42ba-86a5-99898a30eb63 req-1ef8da08-ac82-4e90-a037-b707f75e7630 service neutron] 10.222.0.72 "GET /v2.0/networks/0b215208-834e-47d1-a78a-7e3b2ae6aa77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3665681 Jun 18 08:43:49.567646 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63beda6b-dc2b-4ce0-a9c4-9df2b175a59e req-5d7ad5c5-d6f2-4979-8627-cb56f3a046e8 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:43:49.571116 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-63beda6b-dc2b-4ce0-a9c4-9df2b175a59e req-5d7ad5c5-d6f2-4979-8627-cb56f3a046e8 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d59eb11-f276-4e88-b5f2-3d4a4f9ba322 HTTP/1.1" status: 200 len: 944 time: 0.0658565 Jun 18 08:43:49.618445 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-63beda6b-dc2b-4ce0-a9c4-9df2b175a59e req-f5d1609e-e262-4754-8506-a8d9b2291bc8 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/security-groups?id=4867ab69-940b-47e3-976b-301f470215ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425663 Jun 18 08:43:50.871262 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd6069-b0a6-4a27-8f28-129fa397435f req-a78d5258-57c0-4515-a9de-ea057d63d24c tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:43:50.872919 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-edcd6069-b0a6-4a27-8f28-129fa397435f req-a78d5258-57c0-4515-a9de-ea057d63d24c tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d59eb11-f276-4e88-b5f2-3d4a4f9ba322 HTTP/1.1" status: 200 len: 944 time: 0.1368270 Jun 18 08:43:50.914562 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-edcd6069-b0a6-4a27-8f28-129fa397435f req-f96fd36f-f448-4f21-884e-cf58d1ef7cbe tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/security-groups?id=4867ab69-940b-47e3-976b-301f470215ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357230 Jun 18 08:43:51.980956 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device cdabb2e0-420a-40da-b1ba-24ad35fbf34b details requested by agent hyperv_hv-cinder-78687 with host hv-cinder-78687 {{(pid=93643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 08:43:52.097025 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] For port cdabb2e0-420a-40da-b1ba-24ad35fbf34b, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=cdabb2e0-420a-40da-b1ba-24ad35fbf34b,segment=NetworkSegment(32f6289b-1d2a-4372-825d-a96c55af32b5),segment_id=32f6289b-1d2a-4372-825d-a96c55af32b5)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:43:52.109200 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Returning: {'device': 'cdabb2e0-420a-40da-b1ba-24ad35fbf34b', 'network_id': '0b215208-834e-47d1-a78a-7e3b2ae6aa77', 'port_id': 'cdabb2e0-420a-40da-b1ba-24ad35fbf34b', 'mac_address': 'fa:16:3e:04:b2:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb00d5a7-947f-4b76-a7f2-07d9d66990f5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 08:43:52.130605 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc3f41-0b6a-44b3-95b8-bbf9111a3a90 req-d1afec08-ca65-4810-a4ca-016ff025a522 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:43:52.135234 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4efc3f41-0b6a-44b3-95b8-bbf9111a3a90 req-d1afec08-ca65-4810-a4ca-016ff025a522 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d59eb11-f276-4e88-b5f2-3d4a4f9ba322 HTTP/1.1" status: 200 len: 944 time: 0.0771675 Jun 18 08:43:52.153242 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:52.165990 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.notifiers.nova [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdabb2e0-420a-40da-b1ba-24ad35fbf34b {{(pid=93643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 08:43:52.176071 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4efc3f41-0b6a-44b3-95b8-bbf9111a3a90 req-8c865443-a9b7-4ee3-ba25-609694ac9707 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/security-groups?id=4867ab69-940b-47e3-976b-301f470215ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380859 Jun 18 08:43:52.187201 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] For port cdabb2e0-420a-40da-b1ba-24ad35fbf34b, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=cdabb2e0-420a-40da-b1ba-24ad35fbf34b,segment=NetworkSegment(32f6289b-1d2a-4372-825d-a96c55af32b5),segment_id=32f6289b-1d2a-4372-825d-a96c55af32b5)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:43:52.262823 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:52.264596 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:43:52.311246 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Pushing event updated for resources: {'Port': ['ID=cdabb2e0-420a-40da-b1ba-24ad35fbf34b,revision_number=4']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:43:52.314777 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:43:52.682083 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] get_ports_and_sgs() called for port_ids ['cdabb2e0-420a-40da-b1ba-24ad35fbf34b'] {{(pid=93643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 08:43:53.350068 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f49aac-aa43-4fd8-b548-dbd2ec190420 req-dda4910d-e2b5-4f13-8d70-4ee98d85732c tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:43:53.351526 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e2f49aac-aa43-4fd8-b548-dbd2ec190420 req-dda4910d-e2b5-4f13-8d70-4ee98d85732c tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d59eb11-f276-4e88-b5f2-3d4a4f9ba322 HTTP/1.1" status: 200 len: 945 time: 0.0631094 Jun 18 08:43:53.390118 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e2f49aac-aa43-4fd8-b548-dbd2ec190420 req-600e8a4e-a8fb-4b31-84d8-aee965fa69b6 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/security-groups?id=4867ab69-940b-47e3-976b-301f470215ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327468 Jun 18 08:43:53.980942 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device cdabb2e0-420a-40da-b1ba-24ad35fbf34b up at agent hyperv_hv-cinder-78687 {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:43:54.125540 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Provisioning for port cdabb2e0-420a-40da-b1ba-24ad35fbf34b completed by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:43:54.130348 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Provisioning complete for port cdabb2e0-420a-40da-b1ba-24ad35fbf34b triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:43:54.130802 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:54.209990 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:54.232624 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d59eb11-f276-4e88-b5f2-3d4a4f9ba322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdabb2e0-420a-40da-b1ba-24ad35fbf34b'}] {{(pid=93643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:43:54.234803 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76bfc2cc3cc97e327acfe832f03e535bb9cef84d361ee3b318e5c5a2ba23989c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de5ffa0-25f0-4936-8497-d5b26c150483" -d '{"events": [{"server_uuid": "7d59eb11-f276-4e88-b5f2-3d4a4f9ba322", "name": "network-vif-plugged", "status": "completed", "tag": "cdabb2e0-420a-40da-b1ba-24ad35fbf34b"}]}' {{(pid=93643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:43:54.248966 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] For port cdabb2e0-420a-40da-b1ba-24ad35fbf34b, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=cdabb2e0-420a-40da-b1ba-24ad35fbf34b,segment=NetworkSegment(32f6289b-1d2a-4372-825d-a96c55af32b5),segment_id=32f6289b-1d2a-4372-825d-a96c55af32b5)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:43:54.271878 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 08:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba1d0d27-77cd-4528-9157-a5342ac9927c x-openstack-request-id: req-ba1d0d27-77cd-4528-9157-a5342ac9927c {{(pid=93643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:43:54.272255 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d59eb11-f276-4e88-b5f2-3d4a4f9ba322", "name": "network-vif-plugged", "status": "completed", "tag": "cdabb2e0-420a-40da-b1ba-24ad35fbf34b", "code": 200}]} {{(pid=93643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:43:54.272528 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ba1d0d27-77cd-4528-9157-a5342ac9927c {{(pid=93643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:43:54.272933 dv-cinder-786873-3-iscsi neutron-server[93643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d59eb11-f276-4e88-b5f2-3d4a4f9ba322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdabb2e0-420a-40da-b1ba-24ad35fbf34b', 'code': 200} Jun 18 08:43:54.319504 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:54.321428 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:43:54.370474 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Pushing event updated for resources: {'Port': ['ID=cdabb2e0-420a-40da-b1ba-24ad35fbf34b,revision_number=5']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:43:54.373615 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:43:54.582433 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c329f-5e17-432e-b30d-8d17e65946c0 req-0322f316-1ff6-4076-90d6-78f43134b122 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:43:54.583969 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-948c329f-5e17-432e-b30d-8d17e65946c0 req-0322f316-1ff6-4076-90d6-78f43134b122 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d59eb11-f276-4e88-b5f2-3d4a4f9ba322 HTTP/1.1" status: 200 len: 946 time: 0.0719616 Jun 18 08:43:54.624910 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-948c329f-5e17-432e-b30d-8d17e65946c0 req-2e674e13-0bdd-46b8-a7ff-2a8fcfd17970 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/security-groups?id=4867ab69-940b-47e3-976b-301f470215ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349736 Jun 18 08:43:54.629155 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1fd411-6836-41cd-b8c9-00a567850f21 req-bd561123-424d-4553-b1d0-a694c09445dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:43:54.630649 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-8d1fd411-6836-41cd-b8c9-00a567850f21 req-bd561123-424d-4553-b1d0-a694c09445dd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7d59eb11-f276-4e88-b5f2-3d4a4f9ba322 HTTP/1.1" status: 200 len: 1099 time: 0.0594323 Jun 18 08:43:54.664965 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-8d1fd411-6836-41cd-b8c9-00a567850f21 req-ff59010c-c02d-4741-bfc2-44456bbceee7 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4867ab69-940b-47e3-976b-301f470215ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282574 Jun 18 08:43:55.882883 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974afa48-7a9a-4e4b-b273-ec02e70d590d req-4037f02c-c59c-4938-ac34-9f059eebd9fc tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:43:55.884440 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-974afa48-7a9a-4e4b-b273-ec02e70d590d req-4037f02c-c59c-4938-ac34-9f059eebd9fc tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d59eb11-f276-4e88-b5f2-3d4a4f9ba322 HTTP/1.1" status: 200 len: 946 time: 0.1464140 Jun 18 08:43:55.924560 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-974afa48-7a9a-4e4b-b273-ec02e70d590d req-5f55ac0f-6f60-4ec9-ac0d-dceeb1cfb282 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/security-groups?id=4867ab69-940b-47e3-976b-301f470215ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342062 Jun 18 08:43:56.320001 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:43:57.099332 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818fbb79-1cf5-47de-91d0-6ee168a2c246 req-0b2dde81-19d6-447d-9db2-80dc26f3689d tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:43:57.100812 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-818fbb79-1cf5-47de-91d0-6ee168a2c246 req-0b2dde81-19d6-447d-9db2-80dc26f3689d tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d59eb11-f276-4e88-b5f2-3d4a4f9ba322 HTTP/1.1" status: 200 len: 946 time: 0.0620954 Jun 18 08:43:57.138696 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-818fbb79-1cf5-47de-91d0-6ee168a2c246 req-5af2b9f0-7765-4116-8091-40ddf0ac073f tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/security-groups?id=4867ab69-940b-47e3-976b-301f470215ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322130 Jun 18 08:44:09.067998 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-c8288db3-106d-469f-b22c-72fe983736f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:44:09.635375 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c44834-556e-4adf-959b-d5721245bfcb req-4af92c82-f61a-46bb-a631-7474590df461 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:44:09.636746 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b6c44834-556e-4adf-959b-d5721245bfcb req-4af92c82-f61a-46bb-a631-7474590df461 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/networks?id=0b215208-834e-47d1-a78a-7e3b2ae6aa77 HTTP/1.1" status: 200 len: 815 time: 0.1070628 Jun 18 08:44:09.652249 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b6c44834-556e-4adf-959b-d5721245bfcb req-5c2f05ce-befc-4b4f-8c18-a53521dca211 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/quotas/0d1855de1ef94716b3d18637166d02da HTTP/1.1" status: 200 len: 375 time: 0.0095537 Jun 18 08:44:09.725673 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b6c44834-556e-4adf-959b-d5721245bfcb req-964da63d-f6a1-4215-96bd-73da01d9c580 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0d1855de1ef94716b3d18637166d02da&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0637655 Jun 18 08:44:09.818664 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b6c44834-556e-4adf-959b-d5721245bfcb req-c55cb396-ea96-4e2e-8ac7-df10c00301e0 service neutron] 10.222.0.70 "GET /v2.0/networks/0b215208-834e-47d1-a78a-7e3b2ae6aa77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859153 Jun 18 08:44:09.914516 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b6c44834-556e-4adf-959b-d5721245bfcb req-344b0bd9-3195-4b09-82d7-ebd1d5b3992d service neutron] 10.222.0.70 "GET /v2.0/networks/0b215208-834e-47d1-a78a-7e3b2ae6aa77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842950 Jun 18 08:44:10.032590 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-afa05bd0-06ef-4bdd-a917-128727228a9f req-72d2c072-e06b-4c15-800a-0837ca24ad09 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7d59eb11-f276-4e88-b5f2-3d4a4f9ba322&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0546360 Jun 18 08:44:10.171589 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa05bd0-06ef-4bdd-a917-128727228a9f req-5e66ce67-2632-47ee-8d9e-99e69c8e2a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:44:10.173233 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-afa05bd0-06ef-4bdd-a917-128727228a9f req-5e66ce67-2632-47ee-8d9e-99e69c8e2a5f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0d1855de1ef94716b3d18637166d02da&device_id=7d59eb11-f276-4e88-b5f2-3d4a4f9ba322 HTTP/1.1" status: 200 len: 1099 time: 0.0791342 Jun 18 08:44:10.227010 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f33694e9-2859-440b-9c46-b7a6cb0fb14e req-3a55281e-c0ce-4ca5-98bd-16a27e2cf1a5 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/ports?device_id=c751fc75-2c68-4ad0-8377-a31a161026db HTTP/1.1" status: 200 len: 210 time: 0.0417335 Jun 18 08:44:10.302102 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa05bd0-06ef-4bdd-a917-128727228a9f req-a80ea04e-0db9-453b-b055-c56e8a964b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:44:10.303239 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-afa05bd0-06ef-4bdd-a917-128727228a9f req-a80ea04e-0db9-453b-b055-c56e8a964b1d service neutron] 10.222.0.72 "GET /v2.0/networks?id=0b215208-834e-47d1-a78a-7e3b2ae6aa77 HTTP/1.1" status: 200 len: 916 time: 0.1075711 Jun 18 08:44:10.351669 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-afa05bd0-06ef-4bdd-a917-128727228a9f req-6ecade7a-74b7-4e0c-8713-980e97656841 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cdabb2e0-420a-40da-b1ba-24ad35fbf34b HTTP/1.1" status: 200 len: 217 time: 0.0408025 Jun 18 08:44:10.401604 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa05bd0-06ef-4bdd-a917-128727228a9f req-a221d4a4-d1c7-419f-8180-6ffbb2e79fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:44:10.403030 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-afa05bd0-06ef-4bdd-a917-128727228a9f req-a221d4a4-d1c7-419f-8180-6ffbb2e79fca service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bb00d5a7-947f-4b76-a7f2-07d9d66990f5 HTTP/1.1" status: 200 len: 855 time: 0.0444818 Jun 18 08:44:10.436814 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-afa05bd0-06ef-4bdd-a917-128727228a9f req-91455c83-623f-4449-a605-a051fa487248 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0b215208-834e-47d1-a78a-7e3b2ae6aa77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266902 Jun 18 08:44:10.538791 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-afa05bd0-06ef-4bdd-a917-128727228a9f req-e59ab78d-c892-489c-8d03-cacc5d706682 service neutron] 10.222.0.72 "GET /v2.0/networks/0b215208-834e-47d1-a78a-7e3b2ae6aa77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951366 Jun 18 08:44:10.635936 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-afa05bd0-06ef-4bdd-a917-128727228a9f req-595c429c-1bf2-4d29-9bfa-9597104d2f81 service neutron] 10.222.0.72 "GET /v2.0/networks/0b215208-834e-47d1-a78a-7e3b2ae6aa77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898187 Jun 18 08:44:11.398310 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7f7d97c3-1953-4449-bbeb-e78a86995695 req-e3351b1a-c805-48ac-ac08-1649c476340b tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/ports?device_id=c751fc75-2c68-4ad0-8377-a31a161026db HTTP/1.1" status: 200 len: 210 time: 0.0307138 Jun 18 08:44:11.502216 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1ef6bcb0-af54-44d7-ac43-5c54881990f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:44:11.976892 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:44:12.554608 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4e1a7b48-7c9d-46b7-894c-75b8a081e6ed req-0af6c16b-e11f-4e6c-b49a-c4a476dc6b2f tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/ports?device_id=c751fc75-2c68-4ad0-8377-a31a161026db HTTP/1.1" status: 200 len: 210 time: 0.0310163 Jun 18 08:44:12.812219 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c44834-556e-4adf-959b-d5721245bfcb req-581b7964-3cfd-43ea-86e7-8ece6fa9fc69 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:44:12.813617 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-b6c44834-556e-4adf-959b-d5721245bfcb req-581b7964-3cfd-43ea-86e7-8ece6fa9fc69 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.72 "GET /v2.0/networks?id=0b215208-834e-47d1-a78a-7e3b2ae6aa77 HTTP/1.1" status: 200 len: 815 time: 0.1149471 Jun 18 08:44:12.833592 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [req-b6c44834-556e-4adf-959b-d5721245bfcb req-a4079e04-a372-4adf-96f6-ee3d110d93c3 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Request body: {'port': {'device_id': 'c751fc75-2c68-4ad0-8377-a31a161026db', 'network_id': '0b215208-834e-47d1-a78a-7e3b2ae6aa77', 'admin_state_up': True, 'tenant_id': '0d1855de1ef94716b3d18637166d02da'}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:44:12.932909 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-37edacc1-1ba5-460e-aa47-45b5acfa9d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:44:13.050649 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6c44834-556e-4adf-959b-d5721245bfcb req-a4079e04-a372-4adf-96f6-ee3d110d93c3 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Made reservation on behalf of 0d1855de1ef94716b3d18637166d02da for: {'port': 1} {{(pid=93642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:44:13.055344 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-b6c44834-556e-4adf-959b-d5721245bfcb req-a4079e04-a372-4adf-96f6-ee3d110d93c3 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-568420'] for port, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:44:13.213672 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.db_base_plugin_common [req-b6c44834-556e-4adf-959b-d5721245bfcb req-a4079e04-a372-4adf-96f6-ee3d110d93c3 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Allocated IP 172.20.0.4 (0b215208-834e-47d1-a78a-7e3b2ae6aa77/bb00d5a7-947f-4b76-a7f2-07d9d66990f5/362eec8f-8f61-40e2-8a26-66b95f57b39a) {{(pid=93642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:44:13.406341 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-b6c44834-556e-4adf-959b-d5721245bfcb req-a4079e04-a372-4adf-96f6-ee3d110d93c3 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Notify callbacks [] for port, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:44:13.502343 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-b6c44834-556e-4adf-959b-d5721245bfcb req-a4079e04-a372-4adf-96f6-ee3d110d93c3 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-568999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741881438814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16340802'] for port, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:44:13.507016 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-947d1f28-cae9-4520-9f6d-be46fd90cb7c tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:44:13.544831 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6c44834-556e-4adf-959b-d5721245bfcb req-a4079e04-a372-4adf-96f6-ee3d110d93c3 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Network 0b215208-834e-47d1-a78a-7e3b2ae6aa77 is already hosted by enough agents. {{(pid=93642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:44:13.545113 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] get_ports_and_sgs() called for port_ids ['cdabb2e0-420a-40da-b1ba-24ad35fbf34b'] {{(pid=93643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 08:44:13.548096 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.base_scheduler [req-b6c44834-556e-4adf-959b-d5721245bfcb req-a4079e04-a372-4adf-96f6-ee3d110d93c3 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Resources bound (agent type, host, resource id): {{(pid=93642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:44:13.559666 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6c44834-556e-4adf-959b-d5721245bfcb req-a4079e04-a372-4adf-96f6-ee3d110d93c3 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Received port after_create {{(pid=93642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:44:13.589089 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4079e04-a372-4adf-96f6-ee3d110d93c3 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Pushing event updated for resources: {'Port': ['ID=362eec8f-8f61-40e2-8a26-66b95f57b39a,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:44:13.593879 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-a4079e04-a372-4adf-96f6-ee3d110d93c3 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:44:13.616981 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c44834-556e-4adf-959b-d5721245bfcb req-a4079e04-a372-4adf-96f6-ee3d110d93c3 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:44:13.617800 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-b6c44834-556e-4adf-959b-d5721245bfcb req-a4079e04-a372-4adf-96f6-ee3d110d93c3 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881'] for port, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:44:13.685574 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-b6c44834-556e-4adf-959b-d5721245bfcb req-a4079e04-a372-4adf-96f6-ee3d110d93c3 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8567615 Jun 18 08:44:13.706131 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [req-b6c44834-556e-4adf-959b-d5721245bfcb req-a91a89b7-42fd-4026-82f5-732fcb2d025a service neutron] Request body: {'port': {'device_id': 'c751fc75-2c68-4ad0-8377-a31a161026db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78687'}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:44:13.782208 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247dfdc3-193c-4fbb-8cc2-9e6327c3583a req-52d17330-eff8-4210-88d2-7ea8f0e78d18 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:44:13.783716 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-247dfdc3-193c-4fbb-8cc2-9e6327c3583a req-52d17330-eff8-4210-88d2-7ea8f0e78d18 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/ports?device_id=c751fc75-2c68-4ad0-8377-a31a161026db HTTP/1.1" status: 200 len: 931 time: 0.0735583 Jun 18 08:44:13.800891 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-b6c44834-556e-4adf-959b-d5721245bfcb req-a91a89b7-42fd-4026-82f5-732fcb2d025a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:44:14.103190 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [req-b6c44834-556e-4adf-959b-d5721245bfcb req-a91a89b7-42fd-4026-82f5-732fcb2d025a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 362eec8f-8f61-40e2-8a26-66b95f57b39a {{(pid=93642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 08:44:14.112135 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-b6c44834-556e-4adf-959b-d5721245bfcb req-a91a89b7-42fd-4026-82f5-732fcb2d025a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:44:14.116533 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-247dfdc3-193c-4fbb-8cc2-9e6327c3583a req-231e6bb3-700f-4954-b40a-765ce9e8ef80 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/security-groups?id=4867ab69-940b-47e3-976b-301f470215ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257136 Jun 18 08:44:14.125835 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [req-b6c44834-556e-4adf-959b-d5721245bfcb req-a91a89b7-42fd-4026-82f5-732fcb2d025a service neutron] Transition to ACTIVE for port object 362eec8f-8f61-40e2-8a26-66b95f57b39a will not be triggered until provisioned by entity L2. {{(pid=93642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:44:14.205130 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-b6c44834-556e-4adf-959b-d5721245bfcb req-a91a89b7-42fd-4026-82f5-732fcb2d025a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16340852'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:44:14.207911 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-092956fd-8b32-407f-8fc9-0704abdd2919 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:44:14.289899 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91a89b7-42fd-4026-82f5-732fcb2d025a service neutron] Pushing event updated for resources: {'Port': ['ID=362eec8f-8f61-40e2-8a26-66b95f57b39a,revision_number=2']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:44:14.308049 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-a91a89b7-42fd-4026-82f5-732fcb2d025a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:44:14.365758 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [req-b6c44834-556e-4adf-959b-d5721245bfcb req-a91a89b7-42fd-4026-82f5-732fcb2d025a service neutron] Attempting to bind port 362eec8f-8f61-40e2-8a26-66b95f57b39a on host hv-cinder-78687 for vnic_type normal with profile {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:44:14.365996 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [req-b6c44834-556e-4adf-959b-d5721245bfcb req-a91a89b7-42fd-4026-82f5-732fcb2d025a service neutron] Attempting to bind port 362eec8f-8f61-40e2-8a26-66b95f57b39a by drivers openvswitch,hyperv on host hv-cinder-78687 at level 0 using segments [{'id': '32f6289b-1d2a-4372-825d-a96c55af32b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '0b215208-834e-47d1-a78a-7e3b2ae6aa77'}] {{(pid=93642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:44:14.366356 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c44834-556e-4adf-959b-d5721245bfcb req-a91a89b7-42fd-4026-82f5-732fcb2d025a service neutron] Attempting to bind port 362eec8f-8f61-40e2-8a26-66b95f57b39a on network 0b215208-834e-47d1-a78a-7e3b2ae6aa77 {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:44:14.371154 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c44834-556e-4adf-959b-d5721245bfcb req-a91a89b7-42fd-4026-82f5-732fcb2d025a service neutron] Port 362eec8f-8f61-40e2-8a26-66b95f57b39a on network 0b215208-834e-47d1-a78a-7e3b2ae6aa77 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78687 {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 08:44:14.371472 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c44834-556e-4adf-959b-d5721245bfcb req-a91a89b7-42fd-4026-82f5-732fcb2d025a service neutron] Attempting to bind port 362eec8f-8f61-40e2-8a26-66b95f57b39a on network 0b215208-834e-47d1-a78a-7e3b2ae6aa77 {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:44:14.376313 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c44834-556e-4adf-959b-d5721245bfcb req-a91a89b7-42fd-4026-82f5-732fcb2d025a service neutron] Checking agent: {'id': '7d051742-a391-48d3-aa1e-6019401c6fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78687', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 26, 56), 'started_at': datetime.datetime(2021, 6, 18, 8, 26, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:44:14.376647 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c44834-556e-4adf-959b-d5721245bfcb req-a91a89b7-42fd-4026-82f5-732fcb2d025a service neutron] Checking segment: {'id': '32f6289b-1d2a-4372-825d-a96c55af32b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '0b215208-834e-47d1-a78a-7e3b2ae6aa77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:44:14.377022 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c44834-556e-4adf-959b-d5721245bfcb req-a91a89b7-42fd-4026-82f5-732fcb2d025a service neutron] Bound using segment: {'id': '32f6289b-1d2a-4372-825d-a96c55af32b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '0b215208-834e-47d1-a78a-7e3b2ae6aa77'} {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:44:14.377459 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [req-b6c44834-556e-4adf-959b-d5721245bfcb req-a91a89b7-42fd-4026-82f5-732fcb2d025a service neutron] Bound port: 362eec8f-8f61-40e2-8a26-66b95f57b39a, host: hv-cinder-78687, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32f6289b-1d2a-4372-825d-a96c55af32b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '0b215208-834e-47d1-a78a-7e3b2ae6aa77'}}] {{(pid=93642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:44:14.377798 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-b6c44834-556e-4adf-959b-d5721245bfcb req-a91a89b7-42fd-4026-82f5-732fcb2d025a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:44:14.443352 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [req-b6c44834-556e-4adf-959b-d5721245bfcb req-a91a89b7-42fd-4026-82f5-732fcb2d025a service neutron] For port 362eec8f-8f61-40e2-8a26-66b95f57b39a, host hv-cinder-78687, cleared binding levels {{(pid=93642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:44:14.446369 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [req-b6c44834-556e-4adf-959b-d5721245bfcb req-a91a89b7-42fd-4026-82f5-732fcb2d025a service neutron] For port 362eec8f-8f61-40e2-8a26-66b95f57b39a, host hv-cinder-78687, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=362eec8f-8f61-40e2-8a26-66b95f57b39a,segment=NetworkSegment(32f6289b-1d2a-4372-825d-a96c55af32b5),segment_id=32f6289b-1d2a-4372-825d-a96c55af32b5)] {{(pid=93642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:44:14.542541 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-b6c44834-556e-4adf-959b-d5721245bfcb req-a91a89b7-42fd-4026-82f5-732fcb2d025a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16340852'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:44:14.544797 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-cebe5100-bce5-47a7-9cd1-d3d27ff3c496 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:44:14.583493 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c44834-556e-4adf-959b-d5721245bfcb req-a91a89b7-42fd-4026-82f5-732fcb2d025a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:44:14.584168 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-b6c44834-556e-4adf-959b-d5721245bfcb req-a91a89b7-42fd-4026-82f5-732fcb2d025a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881'] for port, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:44:14.585575 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-b6c44834-556e-4adf-959b-d5721245bfcb req-a91a89b7-42fd-4026-82f5-732fcb2d025a service neutron] 10.222.0.72 "PUT /v2.0/ports/362eec8f-8f61-40e2-8a26-66b95f57b39a HTTP/1.1" status: 200 len: 1093 time: 0.8838723 Jun 18 08:44:14.586113 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c751fc75-2c68-4ad0-8377-a31a161026db', 'tag': '362eec8f-8f61-40e2-8a26-66b95f57b39a'}] {{(pid=93642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:44:14.588632 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8e20e2b9f795c08d425b6044ace8e6bfcc189f1bac9bd432248b5aa3a03ca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d88fbf7a-3304-4cc5-906b-94228e231ae6" -d '{"events": [{"name": "network-changed", "server_uuid": "c751fc75-2c68-4ad0-8377-a31a161026db", "tag": "362eec8f-8f61-40e2-8a26-66b95f57b39a"}]}' {{(pid=93642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:44:14.612574 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91a89b7-42fd-4026-82f5-732fcb2d025a service neutron] Pushing event updated for resources: {'Port': ['ID=362eec8f-8f61-40e2-8a26-66b95f57b39a,revision_number=3']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:44:14.623481 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-a91a89b7-42fd-4026-82f5-732fcb2d025a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:44:14.639603 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 08:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d27f0e90-6a26-4ca5-adf4-43b041429701 x-openstack-request-id: req-d27f0e90-6a26-4ca5-adf4-43b041429701 {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:44:14.639944 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c751fc75-2c68-4ad0-8377-a31a161026db", "tag": "362eec8f-8f61-40e2-8a26-66b95f57b39a", "status": "completed", "code": 200}]} {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:44:14.640285 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d27f0e90-6a26-4ca5-adf4-43b041429701 {{(pid=93642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:44:14.640772 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c751fc75-2c68-4ad0-8377-a31a161026db', 'tag': '362eec8f-8f61-40e2-8a26-66b95f57b39a', 'status': 'completed', 'code': 200} Jun 18 08:44:14.644887 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-624571b3-aef6-4a8c-8ab3-5c089201a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:44:14.741540 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88fbf7a-3304-4cc5-906b-94228e231ae6 req-6fe437ff-5c35-457d-a645-51fb1a10dc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:44:14.743034 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-d88fbf7a-3304-4cc5-906b-94228e231ae6 req-6fe437ff-5c35-457d-a645-51fb1a10dc1c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0d1855de1ef94716b3d18637166d02da&device_id=c751fc75-2c68-4ad0-8377-a31a161026db HTTP/1.1" status: 200 len: 1096 time: 0.0574229 Jun 18 08:44:14.857291 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88fbf7a-3304-4cc5-906b-94228e231ae6 req-ebfa9635-62a4-4eba-9715-8402eca44aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:44:14.858936 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-d88fbf7a-3304-4cc5-906b-94228e231ae6 req-ebfa9635-62a4-4eba-9715-8402eca44aa2 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=0d1855de1ef94716b3d18637166d02da&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1003132 Jun 18 08:44:14.969925 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88fbf7a-3304-4cc5-906b-94228e231ae6 req-6e57100a-576e-4a1d-b5d2-defda6b25d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:44:14.971279 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-d88fbf7a-3304-4cc5-906b-94228e231ae6 req-6e57100a-576e-4a1d-b5d2-defda6b25d63 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1057007 Jun 18 08:44:15.091445 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c44834-556e-4adf-959b-d5721245bfcb req-fe4a35ed-4d0c-4b7e-8451-6b59e66e4973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:44:15.092957 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-b6c44834-556e-4adf-959b-d5721245bfcb req-fe4a35ed-4d0c-4b7e-8451-6b59e66e4973 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0d1855de1ef94716b3d18637166d02da&device_id=c751fc75-2c68-4ad0-8377-a31a161026db HTTP/1.1" status: 200 len: 1096 time: 0.0542271 Jun 18 08:44:15.143276 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-b6c44834-556e-4adf-959b-d5721245bfcb req-74af2851-3c03-4efd-941b-8f0b63ca91df service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=362eec8f-8f61-40e2-8a26-66b95f57b39a HTTP/1.1" status: 200 len: 217 time: 0.0366225 Jun 18 08:44:15.203718 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c44834-556e-4adf-959b-d5721245bfcb req-4ec1210b-f447-4230-84f3-90fcf8a631a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:44:15.206067 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-b6c44834-556e-4adf-959b-d5721245bfcb req-4ec1210b-f447-4230-84f3-90fcf8a631a6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bb00d5a7-947f-4b76-a7f2-07d9d66990f5 HTTP/1.1" status: 200 len: 855 time: 0.0569930 Jun 18 08:44:15.241172 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-b6c44834-556e-4adf-959b-d5721245bfcb req-3841d169-568e-46ed-b047-c41c448b4688 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0b215208-834e-47d1-a78a-7e3b2ae6aa77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288730 Jun 18 08:44:15.307329 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cdd985-499d-429c-8726-6efbbedd3306 req-49ddea2d-31e3-4c6e-8773-ebd4874fd9b1 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:44:15.308847 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b0cdd985-499d-429c-8726-6efbbedd3306 req-49ddea2d-31e3-4c6e-8773-ebd4874fd9b1 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/ports?device_id=c751fc75-2c68-4ad0-8377-a31a161026db HTTP/1.1" status: 200 len: 943 time: 0.0742850 Jun 18 08:44:15.337466 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-b6c44834-556e-4adf-959b-d5721245bfcb req-bece0e85-fbb5-4e50-a82c-19d664236ca0 service neutron] 10.222.0.72 "GET /v2.0/networks/0b215208-834e-47d1-a78a-7e3b2ae6aa77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895154 Jun 18 08:44:15.348917 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b0cdd985-499d-429c-8726-6efbbedd3306 req-16bf722a-5520-4458-a00b-18180735cf1f tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/security-groups?id=4867ab69-940b-47e3-976b-301f470215ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338004 Jun 18 08:44:15.436218 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-b6c44834-556e-4adf-959b-d5721245bfcb req-bfcdcd5d-51f4-4894-97d8-a9b65a9d80d6 service neutron] 10.222.0.72 "GET /v2.0/networks/0b215208-834e-47d1-a78a-7e3b2ae6aa77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915999 Jun 18 08:44:16.530713 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2743a0-07c2-489b-846f-524eba658e91 req-d9e8ece9-3794-4e9c-8c92-884fac80bf7d tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:44:16.532218 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-af2743a0-07c2-489b-846f-524eba658e91 req-d9e8ece9-3794-4e9c-8c92-884fac80bf7d tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/ports?device_id=c751fc75-2c68-4ad0-8377-a31a161026db HTTP/1.1" status: 200 len: 943 time: 0.0681429 Jun 18 08:44:16.575076 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-af2743a0-07c2-489b-846f-524eba658e91 req-428e1c8a-4aa0-4eea-b755-67dbb0618a38 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/security-groups?id=4867ab69-940b-47e3-976b-301f470215ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355573 Jun 18 08:44:17.755564 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d4510-1b81-449f-b84f-f173c45a76dc req-e9ee5864-79ee-4370-9c12-33d9719bb490 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:44:17.757092 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e79d4510-1b81-449f-b84f-f173c45a76dc req-e9ee5864-79ee-4370-9c12-33d9719bb490 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/ports?device_id=c751fc75-2c68-4ad0-8377-a31a161026db HTTP/1.1" status: 200 len: 943 time: 0.0637782 Jun 18 08:44:17.796074 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e79d4510-1b81-449f-b84f-f173c45a76dc req-be74369a-c8b3-419b-a0de-d304ba75c1fb tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/security-groups?id=4867ab69-940b-47e3-976b-301f470215ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332899 Jun 18 08:44:17.950983 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.agents_db [None req-a940af84-dce7-47c4-b5d3-ae67f117b383 None None] Agent healthcheck: found 6 active agents {{(pid=93644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:44:18.121609 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device 362eec8f-8f61-40e2-8a26-66b95f57b39a details requested by agent hyperv_hv-cinder-78687 with host hv-cinder-78687 {{(pid=93643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 08:44:18.233218 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] For port 362eec8f-8f61-40e2-8a26-66b95f57b39a, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=362eec8f-8f61-40e2-8a26-66b95f57b39a,segment=NetworkSegment(32f6289b-1d2a-4372-825d-a96c55af32b5),segment_id=32f6289b-1d2a-4372-825d-a96c55af32b5)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:44:18.247827 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Returning: {'device': '362eec8f-8f61-40e2-8a26-66b95f57b39a', 'network_id': '0b215208-834e-47d1-a78a-7e3b2ae6aa77', 'port_id': '362eec8f-8f61-40e2-8a26-66b95f57b39a', 'mac_address': 'fa:16:3e:01:21:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb00d5a7-947f-4b76-a7f2-07d9d66990f5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 08:44:18.288985 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:44:18.303229 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.notifiers.nova [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 362eec8f-8f61-40e2-8a26-66b95f57b39a {{(pid=93643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 08:44:18.322980 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] For port 362eec8f-8f61-40e2-8a26-66b95f57b39a, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=362eec8f-8f61-40e2-8a26-66b95f57b39a,segment=NetworkSegment(32f6289b-1d2a-4372-825d-a96c55af32b5),segment_id=32f6289b-1d2a-4372-825d-a96c55af32b5)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:44:18.427674 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:44:18.430334 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-eff9f9f8-4993-41c0-8628-5a1ba6065e76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:44:18.486264 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Pushing event updated for resources: {'Port': ['ID=362eec8f-8f61-40e2-8a26-66b95f57b39a,revision_number=4']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:44:18.490274 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:44:18.850751 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] get_ports_and_sgs() called for port_ids ['362eec8f-8f61-40e2-8a26-66b95f57b39a'] {{(pid=93643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 08:44:19.027266 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54547a1f-670e-4bc0-b8a2-78def7f53194 req-99592be8-d8e1-4723-a165-f639ff55181a tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:44:19.028735 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-54547a1f-670e-4bc0-b8a2-78def7f53194 req-99592be8-d8e1-4723-a165-f639ff55181a tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/ports?device_id=c751fc75-2c68-4ad0-8377-a31a161026db HTTP/1.1" status: 200 len: 944 time: 0.0658824 Jun 18 08:44:19.066958 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-54547a1f-670e-4bc0-b8a2-78def7f53194 req-0709d231-a355-43dd-9e0f-161d2c51ff88 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/security-groups?id=4867ab69-940b-47e3-976b-301f470215ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325506 Jun 18 08:44:20.122009 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device 362eec8f-8f61-40e2-8a26-66b95f57b39a up at agent hyperv_hv-cinder-78687 {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:44:20.250514 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Provisioning for port 362eec8f-8f61-40e2-8a26-66b95f57b39a completed by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:44:20.255573 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Provisioning complete for port 362eec8f-8f61-40e2-8a26-66b95f57b39a triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:44:20.255573 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:44:20.258363 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e31969-bd9b-4671-89df-cedc2fb180a3 req-5dbc9a5b-823e-40f2-9f70-1f08195f8011 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:44:20.259871 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-57e31969-bd9b-4671-89df-cedc2fb180a3 req-5dbc9a5b-823e-40f2-9f70-1f08195f8011 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/ports?device_id=c751fc75-2c68-4ad0-8377-a31a161026db HTTP/1.1" status: 200 len: 944 time: 0.0735564 Jun 18 08:44:20.312088 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-57e31969-bd9b-4671-89df-cedc2fb180a3 req-8ae58741-8e4b-4ab3-a564-e02e6c8c0ed8 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/security-groups?id=4867ab69-940b-47e3-976b-301f470215ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455890 Jun 18 08:44:20.349020 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:44:20.371940 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c751fc75-2c68-4ad0-8377-a31a161026db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '362eec8f-8f61-40e2-8a26-66b95f57b39a'}] {{(pid=93643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:44:20.374263 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76bfc2cc3cc97e327acfe832f03e535bb9cef84d361ee3b318e5c5a2ba23989c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17fa364a-97b8-4576-9994-9b5eede7a437" -d '{"events": [{"server_uuid": "c751fc75-2c68-4ad0-8377-a31a161026db", "name": "network-vif-plugged", "status": "completed", "tag": "362eec8f-8f61-40e2-8a26-66b95f57b39a"}]}' {{(pid=93643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:44:20.387982 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] For port 362eec8f-8f61-40e2-8a26-66b95f57b39a, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=362eec8f-8f61-40e2-8a26-66b95f57b39a,segment=NetworkSegment(32f6289b-1d2a-4372-825d-a96c55af32b5),segment_id=32f6289b-1d2a-4372-825d-a96c55af32b5)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:44:20.409614 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 08:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc1eab0a-6572-4ca0-ad60-e8140d219868 x-openstack-request-id: req-fc1eab0a-6572-4ca0-ad60-e8140d219868 {{(pid=93643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:44:20.410099 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c751fc75-2c68-4ad0-8377-a31a161026db", "name": "network-vif-plugged", "status": "completed", "tag": "362eec8f-8f61-40e2-8a26-66b95f57b39a", "code": 200}]} {{(pid=93643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:44:20.410463 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fc1eab0a-6572-4ca0-ad60-e8140d219868 {{(pid=93643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:44:20.410872 dv-cinder-786873-3-iscsi neutron-server[93643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c751fc75-2c68-4ad0-8377-a31a161026db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '362eec8f-8f61-40e2-8a26-66b95f57b39a', 'code': 200} Jun 18 08:44:20.461965 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:44:20.464535 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:44:20.513041 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Pushing event updated for resources: {'Port': ['ID=362eec8f-8f61-40e2-8a26-66b95f57b39a,revision_number=5']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:44:20.516294 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:44:20.856480 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d0f91c-69a7-42fe-8696-1a699f244df6 req-5bfcc95a-ddee-451c-a946-a6ee90841af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:44:20.857974 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-44d0f91c-69a7-42fe-8696-1a699f244df6 req-5bfcc95a-ddee-451c-a946-a6ee90841af5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c751fc75-2c68-4ad0-8377-a31a161026db HTTP/1.1" status: 200 len: 1098 time: 0.0530851 Jun 18 08:44:20.894657 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-44d0f91c-69a7-42fe-8696-1a699f244df6 req-c586bbbf-d6cb-45c4-bbb0-b807a4bf76e5 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4867ab69-940b-47e3-976b-301f470215ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289788 Jun 18 08:44:21.500220 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aebc77c-74db-4bb9-8f42-fe6b061a468e req-4f69a20e-e40a-4336-ad30-55cf1ec316c7 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:44:21.501702 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6aebc77c-74db-4bb9-8f42-fe6b061a468e req-4f69a20e-e40a-4336-ad30-55cf1ec316c7 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/ports?device_id=c751fc75-2c68-4ad0-8377-a31a161026db HTTP/1.1" status: 200 len: 945 time: 0.0661848 Jun 18 08:44:21.540267 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6aebc77c-74db-4bb9-8f42-fe6b061a468e req-a74a07f7-484a-444c-b77a-bc66988072a8 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/security-groups?id=4867ab69-940b-47e3-976b-301f470215ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316753 Jun 18 08:44:21.685246 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [req-891b7372-0354-4a91-be22-8b9ade4052e6 req-bfc86ee7-8f82-4733-b456-5df75cb60bdd service neutron] (93641) timed out ('10.222.0.72', 49572) {{(pid=93641) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 18 08:44:22.722621 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc5c51-9a63-4b8b-aaa5-a6f2cc646cc3 req-5085011e-66bb-4e90-80e8-b72a3878cd5f tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:44:22.724485 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-41fc5c51-9a63-4b8b-aaa5-a6f2cc646cc3 req-5085011e-66bb-4e90-80e8-b72a3878cd5f tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/ports?device_id=c751fc75-2c68-4ad0-8377-a31a161026db HTTP/1.1" status: 200 len: 945 time: 0.0699987 Jun 18 08:44:22.769808 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-41fc5c51-9a63-4b8b-aaa5-a6f2cc646cc3 req-b9a09594-24dc-4436-934e-6c287e60443e tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/security-groups?id=4867ab69-940b-47e3-976b-301f470215ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394118 Jun 18 08:44:23.949222 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc0083-e381-4648-897f-4f2cf0288beb req-6998f051-ed2b-447e-99f1-e7978afa6791 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:44:23.950600 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c1fc0083-e381-4648-897f-4f2cf0288beb req-6998f051-ed2b-447e-99f1-e7978afa6791 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/ports?device_id=c751fc75-2c68-4ad0-8377-a31a161026db HTTP/1.1" status: 200 len: 945 time: 0.0699139 Jun 18 08:44:23.988721 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c1fc0083-e381-4648-897f-4f2cf0288beb req-0fffc6c4-7501-4026-945b-dbdc15402429 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/security-groups?id=4867ab69-940b-47e3-976b-301f470215ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322387 Jun 18 08:44:26.302725 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:44:27.087555 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2421d28-d100-4ef4-8ddd-40c38f395831 req-a137282e-0e8b-4454-99fa-57a1952aae29 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:44:27.089043 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a2421d28-d100-4ef4-8ddd-40c38f395831 req-a137282e-0e8b-4454-99fa-57a1952aae29 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/networks?id=0b215208-834e-47d1-a78a-7e3b2ae6aa77 HTTP/1.1" status: 200 len: 815 time: 0.1208026 Jun 18 08:44:27.115759 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a2421d28-d100-4ef4-8ddd-40c38f395831 req-27262868-0d25-48c2-8dda-865c2a8b4937 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/quotas/0d1855de1ef94716b3d18637166d02da HTTP/1.1" status: 200 len: 375 time: 0.0136266 Jun 18 08:44:27.186346 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a2421d28-d100-4ef4-8ddd-40c38f395831 req-00e55936-dba5-4e62-a639-8d08cc14659d tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0d1855de1ef94716b3d18637166d02da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0649838 Jun 18 08:44:27.249696 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [req-a2421d28-d100-4ef4-8ddd-40c38f395831 req-e96d87a2-064b-452d-878a-94aac0e4294d service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 08:44:27.251104 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a2421d28-d100-4ef4-8ddd-40c38f395831 req-e96d87a2-064b-452d-878a-94aac0e4294d service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0565348 Jun 18 08:44:27.345180 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a2421d28-d100-4ef4-8ddd-40c38f395831 req-3a03ee62-fadf-4e70-a84a-757055cc94d2 service neutron] 10.222.0.70 "GET /v2.0/networks/0b215208-834e-47d1-a78a-7e3b2ae6aa77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877557 Jun 18 08:44:27.444317 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-a2421d28-d100-4ef4-8ddd-40c38f395831 req-9b6c108b-c23c-4f57-807e-ca0e03ad77ce service neutron] 10.222.0.70 "GET /v2.0/networks/0b215208-834e-47d1-a78a-7e3b2ae6aa77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922196 Jun 18 08:44:28.797709 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2d582aac-0505-4948-a148-81d54d0a3c0c req-39c9efbf-ebcc-4183-8069-49b9113f3a87 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/ports?device_id=54d3b510-30a2-4a2e-8616-89abe81d5468 HTTP/1.1" status: 200 len: 210 time: 0.0353177 Jun 18 08:44:29.898503 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6bdf9640-9596-4a60-ae99-30531c0acec0 req-bf320d8c-6ac6-48c4-9d8e-4a725c0dd352 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/ports?device_id=54d3b510-30a2-4a2e-8616-89abe81d5468 HTTP/1.1" status: 200 len: 210 time: 0.0376818 Jun 18 08:44:31.072769 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3515685f-9767-4ad7-b516-692f23477303 req-4c5f81d7-ea0d-48fa-9013-511414802278 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/ports?device_id=54d3b510-30a2-4a2e-8616-89abe81d5468 HTTP/1.1" status: 200 len: 210 time: 0.0338595 Jun 18 08:44:31.534649 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2421d28-d100-4ef4-8ddd-40c38f395831 req-f8ca26a7-971e-4d8b-acae-84d2b8fb8e76 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:44:31.536367 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-a2421d28-d100-4ef4-8ddd-40c38f395831 req-f8ca26a7-971e-4d8b-acae-84d2b8fb8e76 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.72 "GET /v2.0/networks?id=0b215208-834e-47d1-a78a-7e3b2ae6aa77 HTTP/1.1" status: 200 len: 815 time: 0.1272340 Jun 18 08:44:31.556571 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [req-a2421d28-d100-4ef4-8ddd-40c38f395831 req-897e122e-1d12-4287-ae25-9497927f5686 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Request body: {'port': {'device_id': '54d3b510-30a2-4a2e-8616-89abe81d5468', 'network_id': '0b215208-834e-47d1-a78a-7e3b2ae6aa77', 'admin_state_up': True, 'tenant_id': '0d1855de1ef94716b3d18637166d02da'}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:44:31.751700 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2421d28-d100-4ef4-8ddd-40c38f395831 req-897e122e-1d12-4287-ae25-9497927f5686 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Made reservation on behalf of 0d1855de1ef94716b3d18637166d02da for: {'port': 1} {{(pid=93642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:44:31.759827 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-a2421d28-d100-4ef4-8ddd-40c38f395831 req-897e122e-1d12-4287-ae25-9497927f5686 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-568420'] for port, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:44:31.910687 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.db_base_plugin_common [req-a2421d28-d100-4ef4-8ddd-40c38f395831 req-897e122e-1d12-4287-ae25-9497927f5686 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Allocated IP 172.20.0.5 (0b215208-834e-47d1-a78a-7e3b2ae6aa77/bb00d5a7-947f-4b76-a7f2-07d9d66990f5/816b1c71-b644-4551-bab6-5bd707127879) {{(pid=93642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:44:32.088446 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-a2421d28-d100-4ef4-8ddd-40c38f395831 req-897e122e-1d12-4287-ae25-9497927f5686 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Notify callbacks [] for port, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:44:32.213081 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-a2421d28-d100-4ef4-8ddd-40c38f395831 req-897e122e-1d12-4287-ae25-9497927f5686 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-568999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741881438814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16340802'] for port, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:44:32.219942 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-b344131b-9285-43b0-aabb-4dbf85989b75 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:44:32.251814 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] get_ports_and_sgs() called for port_ids ['cdabb2e0-420a-40da-b1ba-24ad35fbf34b', '362eec8f-8f61-40e2-8a26-66b95f57b39a'] {{(pid=93643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 08:44:32.270700 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2421d28-d100-4ef4-8ddd-40c38f395831 req-897e122e-1d12-4287-ae25-9497927f5686 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Network 0b215208-834e-47d1-a78a-7e3b2ae6aa77 is already hosted by enough agents. {{(pid=93642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:44:32.274313 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.base_scheduler [req-a2421d28-d100-4ef4-8ddd-40c38f395831 req-897e122e-1d12-4287-ae25-9497927f5686 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Resources bound (agent type, host, resource id): {{(pid=93642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:44:32.278710 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2421d28-d100-4ef4-8ddd-40c38f395831 req-897e122e-1d12-4287-ae25-9497927f5686 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Received port after_create {{(pid=93642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:44:32.283005 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5441d70c-cab6-469b-88ed-ea842a7fb13c req-5d0c73ca-1b8b-48a5-b728-0c2bb0699f0e tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:44:32.284813 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-5441d70c-cab6-469b-88ed-ea842a7fb13c req-5d0c73ca-1b8b-48a5-b728-0c2bb0699f0e tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/ports?device_id=54d3b510-30a2-4a2e-8616-89abe81d5468 HTTP/1.1" status: 200 len: 931 time: 0.0816357 Jun 18 08:44:32.286482 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897e122e-1d12-4287-ae25-9497927f5686 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Pushing event updated for resources: {'Port': ['ID=816b1c71-b644-4551-bab6-5bd707127879,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:44:32.317853 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897e122e-1d12-4287-ae25-9497927f5686 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:44:32.318239 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897e122e-1d12-4287-ae25-9497927f5686 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:44:32.318616 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897e122e-1d12-4287-ae25-9497927f5686 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:44:32.318990 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897e122e-1d12-4287-ae25-9497927f5686 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:44:32.319357 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897e122e-1d12-4287-ae25-9497927f5686 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:44:32.319727 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897e122e-1d12-4287-ae25-9497927f5686 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:44:32.320112 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897e122e-1d12-4287-ae25-9497927f5686 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:44:32.320486 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897e122e-1d12-4287-ae25-9497927f5686 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:44:32.320852 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897e122e-1d12-4287-ae25-9497927f5686 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:44:32.321212 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897e122e-1d12-4287-ae25-9497927f5686 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:44:32.321575 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897e122e-1d12-4287-ae25-9497927f5686 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:44:32.321935 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897e122e-1d12-4287-ae25-9497927f5686 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:44:32.328628 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-897e122e-1d12-4287-ae25-9497927f5686 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:44:32.350757 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-5441d70c-cab6-469b-88ed-ea842a7fb13c req-501a3137-79b7-4a93-bc4b-a19fb64fa46d tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/security-groups?id=4867ab69-940b-47e3-976b-301f470215ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584989 Jun 18 08:44:32.358968 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2421d28-d100-4ef4-8ddd-40c38f395831 req-897e122e-1d12-4287-ae25-9497927f5686 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:44:32.359629 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-a2421d28-d100-4ef4-8ddd-40c38f395831 req-897e122e-1d12-4287-ae25-9497927f5686 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881'] for port, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:44:32.512844 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-a2421d28-d100-4ef4-8ddd-40c38f395831 req-897e122e-1d12-4287-ae25-9497927f5686 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9608798 Jun 18 08:44:32.579058 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [req-a2421d28-d100-4ef4-8ddd-40c38f395831 req-810cd76c-3820-47b6-8739-c98dc402f4a6 service neutron] Request body: {'port': {'device_id': '54d3b510-30a2-4a2e-8616-89abe81d5468', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78687'}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:44:32.663868 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-a2421d28-d100-4ef4-8ddd-40c38f395831 req-810cd76c-3820-47b6-8739-c98dc402f4a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:44:32.946826 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [req-a2421d28-d100-4ef4-8ddd-40c38f395831 req-810cd76c-3820-47b6-8739-c98dc402f4a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 816b1c71-b644-4551-bab6-5bd707127879 {{(pid=93642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 08:44:32.954853 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-a2421d28-d100-4ef4-8ddd-40c38f395831 req-810cd76c-3820-47b6-8739-c98dc402f4a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:44:32.970868 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [req-a2421d28-d100-4ef4-8ddd-40c38f395831 req-810cd76c-3820-47b6-8739-c98dc402f4a6 service neutron] Transition to ACTIVE for port object 816b1c71-b644-4551-bab6-5bd707127879 will not be triggered until provisioned by entity L2. {{(pid=93642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:44:33.037603 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-a2421d28-d100-4ef4-8ddd-40c38f395831 req-810cd76c-3820-47b6-8739-c98dc402f4a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16340852'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:44:33.040241 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-c0b186e6-4b16-46a6-8155-5c3f69236dce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:44:33.122089 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810cd76c-3820-47b6-8739-c98dc402f4a6 service neutron] Pushing event updated for resources: {'Port': ['ID=816b1c71-b644-4551-bab6-5bd707127879,revision_number=2']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:44:33.125782 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-810cd76c-3820-47b6-8739-c98dc402f4a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:44:33.211195 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [req-a2421d28-d100-4ef4-8ddd-40c38f395831 req-810cd76c-3820-47b6-8739-c98dc402f4a6 service neutron] Attempting to bind port 816b1c71-b644-4551-bab6-5bd707127879 on host hv-cinder-78687 for vnic_type normal with profile {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:44:33.211195 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [req-a2421d28-d100-4ef4-8ddd-40c38f395831 req-810cd76c-3820-47b6-8739-c98dc402f4a6 service neutron] Attempting to bind port 816b1c71-b644-4551-bab6-5bd707127879 by drivers openvswitch,hyperv on host hv-cinder-78687 at level 0 using segments [{'id': '32f6289b-1d2a-4372-825d-a96c55af32b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '0b215208-834e-47d1-a78a-7e3b2ae6aa77'}] {{(pid=93642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:44:33.211195 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2421d28-d100-4ef4-8ddd-40c38f395831 req-810cd76c-3820-47b6-8739-c98dc402f4a6 service neutron] Attempting to bind port 816b1c71-b644-4551-bab6-5bd707127879 on network 0b215208-834e-47d1-a78a-7e3b2ae6aa77 {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:44:33.215640 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2421d28-d100-4ef4-8ddd-40c38f395831 req-810cd76c-3820-47b6-8739-c98dc402f4a6 service neutron] Port 816b1c71-b644-4551-bab6-5bd707127879 on network 0b215208-834e-47d1-a78a-7e3b2ae6aa77 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78687 {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 08:44:33.216063 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2421d28-d100-4ef4-8ddd-40c38f395831 req-810cd76c-3820-47b6-8739-c98dc402f4a6 service neutron] Attempting to bind port 816b1c71-b644-4551-bab6-5bd707127879 on network 0b215208-834e-47d1-a78a-7e3b2ae6aa77 {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:44:33.221286 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2421d28-d100-4ef4-8ddd-40c38f395831 req-810cd76c-3820-47b6-8739-c98dc402f4a6 service neutron] Checking agent: {'id': '7d051742-a391-48d3-aa1e-6019401c6fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78687', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 26, 56), 'started_at': datetime.datetime(2021, 6, 18, 8, 26, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:44:33.221768 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2421d28-d100-4ef4-8ddd-40c38f395831 req-810cd76c-3820-47b6-8739-c98dc402f4a6 service neutron] Checking segment: {'id': '32f6289b-1d2a-4372-825d-a96c55af32b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '0b215208-834e-47d1-a78a-7e3b2ae6aa77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:44:33.222439 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2421d28-d100-4ef4-8ddd-40c38f395831 req-810cd76c-3820-47b6-8739-c98dc402f4a6 service neutron] Bound using segment: {'id': '32f6289b-1d2a-4372-825d-a96c55af32b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '0b215208-834e-47d1-a78a-7e3b2ae6aa77'} {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:44:33.223146 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [req-a2421d28-d100-4ef4-8ddd-40c38f395831 req-810cd76c-3820-47b6-8739-c98dc402f4a6 service neutron] Bound port: 816b1c71-b644-4551-bab6-5bd707127879, host: hv-cinder-78687, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32f6289b-1d2a-4372-825d-a96c55af32b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '0b215208-834e-47d1-a78a-7e3b2ae6aa77'}}] {{(pid=93642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:44:33.223733 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-a2421d28-d100-4ef4-8ddd-40c38f395831 req-810cd76c-3820-47b6-8739-c98dc402f4a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:44:33.295210 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [req-a2421d28-d100-4ef4-8ddd-40c38f395831 req-810cd76c-3820-47b6-8739-c98dc402f4a6 service neutron] For port 816b1c71-b644-4551-bab6-5bd707127879, host hv-cinder-78687, cleared binding levels {{(pid=93642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:44:33.298882 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [req-a2421d28-d100-4ef4-8ddd-40c38f395831 req-810cd76c-3820-47b6-8739-c98dc402f4a6 service neutron] For port 816b1c71-b644-4551-bab6-5bd707127879, host hv-cinder-78687, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=816b1c71-b644-4551-bab6-5bd707127879,segment=NetworkSegment(32f6289b-1d2a-4372-825d-a96c55af32b5),segment_id=32f6289b-1d2a-4372-825d-a96c55af32b5)] {{(pid=93642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:44:33.359314 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-a2421d28-d100-4ef4-8ddd-40c38f395831 req-810cd76c-3820-47b6-8739-c98dc402f4a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16340852'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:44:33.361542 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-55878dd8-df4b-4f51-850b-9a681a9a4855 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:44:33.399089 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2421d28-d100-4ef4-8ddd-40c38f395831 req-810cd76c-3820-47b6-8739-c98dc402f4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:44:33.399856 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-a2421d28-d100-4ef4-8ddd-40c38f395831 req-810cd76c-3820-47b6-8739-c98dc402f4a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881'] for port, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:44:33.401306 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-a2421d28-d100-4ef4-8ddd-40c38f395831 req-810cd76c-3820-47b6-8739-c98dc402f4a6 service neutron] 10.222.0.72 "PUT /v2.0/ports/816b1c71-b644-4551-bab6-5bd707127879 HTTP/1.1" status: 200 len: 1093 time: 0.8738954 Jun 18 08:44:33.401796 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d3b510-30a2-4a2e-8616-89abe81d5468', 'tag': '816b1c71-b644-4551-bab6-5bd707127879'}] {{(pid=93642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:44:33.404244 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8e20e2b9f795c08d425b6044ace8e6bfcc189f1bac9bd432248b5aa3a03ca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e6b1f46-8d1f-4a9e-ba06-7ba3663d4310" -d '{"events": [{"name": "network-changed", "server_uuid": "54d3b510-30a2-4a2e-8616-89abe81d5468", "tag": "816b1c71-b644-4551-bab6-5bd707127879"}]}' {{(pid=93642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:44:33.428341 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810cd76c-3820-47b6-8739-c98dc402f4a6 service neutron] Pushing event updated for resources: {'Port': ['ID=816b1c71-b644-4551-bab6-5bd707127879,revision_number=3']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:44:33.432072 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-810cd76c-3820-47b6-8739-c98dc402f4a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:44:33.466959 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 08:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1261779a-a0bb-4c48-86a7-a6f1d1bece4f x-openstack-request-id: req-1261779a-a0bb-4c48-86a7-a6f1d1bece4f {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:44:33.466959 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54d3b510-30a2-4a2e-8616-89abe81d5468", "tag": "816b1c71-b644-4551-bab6-5bd707127879", "status": "completed", "code": 200}]} {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:44:33.466959 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1261779a-a0bb-4c48-86a7-a6f1d1bece4f {{(pid=93642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:44:33.466959 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54d3b510-30a2-4a2e-8616-89abe81d5468', 'tag': '816b1c71-b644-4551-bab6-5bd707127879', 'status': 'completed', 'code': 200} Jun 18 08:44:33.569055 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b1f46-8d1f-4a9e-ba06-7ba3663d4310 req-11dfe368-b004-4ff4-9f7b-5aca4ff85444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:44:33.570535 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-4e6b1f46-8d1f-4a9e-ba06-7ba3663d4310 req-11dfe368-b004-4ff4-9f7b-5aca4ff85444 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0d1855de1ef94716b3d18637166d02da&device_id=54d3b510-30a2-4a2e-8616-89abe81d5468 HTTP/1.1" status: 200 len: 1096 time: 0.0604665 Jun 18 08:44:33.588935 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf81cb-9393-4663-816f-c39ba7d68eee req-7577ed8b-5609-45ef-ae5d-d8f35b13d8fb tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:44:33.590582 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7faf81cb-9393-4663-816f-c39ba7d68eee req-7577ed8b-5609-45ef-ae5d-d8f35b13d8fb tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/ports?device_id=54d3b510-30a2-4a2e-8616-89abe81d5468 HTTP/1.1" status: 200 len: 943 time: 0.0829158 Jun 18 08:44:33.641068 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7faf81cb-9393-4663-816f-c39ba7d68eee req-c5163b87-d2ee-4fde-a3f2-4720f1f508d8 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/security-groups?id=4867ab69-940b-47e3-976b-301f470215ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417681 Jun 18 08:44:33.696378 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b1f46-8d1f-4a9e-ba06-7ba3663d4310 req-3579ef5a-985f-40bc-9eee-f8227362c325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:44:33.698428 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-4e6b1f46-8d1f-4a9e-ba06-7ba3663d4310 req-3579ef5a-985f-40bc-9eee-f8227362c325 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=0d1855de1ef94716b3d18637166d02da&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1134675 Jun 18 08:44:33.806645 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b1f46-8d1f-4a9e-ba06-7ba3663d4310 req-deda5f73-b9a4-45bf-8e82-266a201ccc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:44:33.808058 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-4e6b1f46-8d1f-4a9e-ba06-7ba3663d4310 req-deda5f73-b9a4-45bf-8e82-266a201ccc1d service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1035335 Jun 18 08:44:33.942796 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2421d28-d100-4ef4-8ddd-40c38f395831 req-a6863780-68ed-42ef-85b6-d44122de71f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:44:33.944448 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-a2421d28-d100-4ef4-8ddd-40c38f395831 req-a6863780-68ed-42ef-85b6-d44122de71f0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0d1855de1ef94716b3d18637166d02da&device_id=54d3b510-30a2-4a2e-8616-89abe81d5468 HTTP/1.1" status: 200 len: 1096 time: 0.0602291 Jun 18 08:44:33.994572 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-a2421d28-d100-4ef4-8ddd-40c38f395831 req-f478c110-18a2-4a48-980f-083cfd458afa service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=816b1c71-b644-4551-bab6-5bd707127879 HTTP/1.1" status: 200 len: 217 time: 0.0355604 Jun 18 08:44:34.051925 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2421d28-d100-4ef4-8ddd-40c38f395831 req-94f2b373-b01b-4809-bffd-3c23aa1768ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:44:34.053392 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-a2421d28-d100-4ef4-8ddd-40c38f395831 req-94f2b373-b01b-4809-bffd-3c23aa1768ae service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bb00d5a7-947f-4b76-a7f2-07d9d66990f5 HTTP/1.1" status: 200 len: 855 time: 0.0524516 Jun 18 08:44:34.089399 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-a2421d28-d100-4ef4-8ddd-40c38f395831 req-8f0171a6-95a7-4786-9525-40bee8bdf190 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0b215208-834e-47d1-a78a-7e3b2ae6aa77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282931 Jun 18 08:44:34.183125 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-a2421d28-d100-4ef4-8ddd-40c38f395831 req-46a4ca35-4b6b-44b1-849f-5c9c74d28acf service neutron] 10.222.0.72 "GET /v2.0/networks/0b215208-834e-47d1-a78a-7e3b2ae6aa77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868075 Jun 18 08:44:34.289951 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-a2421d28-d100-4ef4-8ddd-40c38f395831 req-b20a90d1-b5d0-4b70-b0af-15296ec36aa1 service neutron] 10.222.0.72 "GET /v2.0/networks/0b215208-834e-47d1-a78a-7e3b2ae6aa77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991530 Jun 18 08:44:34.833658 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92f58bb-0f75-4dd2-be50-c2f5fdf767ea req-c4144ae3-2d34-4910-8e0d-e6f263eee099 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:44:34.835172 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c92f58bb-0f75-4dd2-be50-c2f5fdf767ea req-c4144ae3-2d34-4910-8e0d-e6f263eee099 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/ports?device_id=54d3b510-30a2-4a2e-8616-89abe81d5468 HTTP/1.1" status: 200 len: 943 time: 0.0759172 Jun 18 08:44:34.883827 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c92f58bb-0f75-4dd2-be50-c2f5fdf767ea req-f1a8b982-0dc1-4636-93f8-f340ea2e9770 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/security-groups?id=4867ab69-940b-47e3-976b-301f470215ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393996 Jun 18 08:44:36.073194 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc7d045-7350-41bd-957a-a91068c9a191 req-82465b16-a00e-414a-8c45-72c1640bd522 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:44:36.074707 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0fc7d045-7350-41bd-957a-a91068c9a191 req-82465b16-a00e-414a-8c45-72c1640bd522 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/ports?device_id=54d3b510-30a2-4a2e-8616-89abe81d5468 HTTP/1.1" status: 200 len: 943 time: 0.0683265 Jun 18 08:44:36.118294 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0fc7d045-7350-41bd-957a-a91068c9a191 req-34b77d0b-2572-45ae-bafe-416ab0d88ed3 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/security-groups?id=4867ab69-940b-47e3-976b-301f470215ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359097 Jun 18 08:44:37.327351 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd6f73-0968-4e53-ac7f-f04e2ce7a9fe req-0fc37195-3692-4c37-9511-778f8dde52ed tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:44:37.328944 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e1bd6f73-0968-4e53-ac7f-f04e2ce7a9fe req-0fc37195-3692-4c37-9511-778f8dde52ed tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/ports?device_id=54d3b510-30a2-4a2e-8616-89abe81d5468 HTTP/1.1" status: 200 len: 943 time: 0.0942857 Jun 18 08:44:37.374451 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e1bd6f73-0968-4e53-ac7f-f04e2ce7a9fe req-ff664633-fdde-4297-89b5-11b9868be1c0 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/security-groups?id=4867ab69-940b-47e3-976b-301f470215ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391779 Jun 18 08:44:38.211730 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device 816b1c71-b644-4551-bab6-5bd707127879 details requested by agent hyperv_hv-cinder-78687 with host hv-cinder-78687 {{(pid=93643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 08:44:38.462177 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] For port 816b1c71-b644-4551-bab6-5bd707127879, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=816b1c71-b644-4551-bab6-5bd707127879,segment=NetworkSegment(32f6289b-1d2a-4372-825d-a96c55af32b5),segment_id=32f6289b-1d2a-4372-825d-a96c55af32b5)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:44:38.475483 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Returning: {'device': '816b1c71-b644-4551-bab6-5bd707127879', 'network_id': '0b215208-834e-47d1-a78a-7e3b2ae6aa77', 'port_id': '816b1c71-b644-4551-bab6-5bd707127879', 'mac_address': 'fa:16:3e:98:59:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb00d5a7-947f-4b76-a7f2-07d9d66990f5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 08:44:38.517372 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:44:38.532130 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.notifiers.nova [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 816b1c71-b644-4551-bab6-5bd707127879 {{(pid=93643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 08:44:38.554458 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] For port 816b1c71-b644-4551-bab6-5bd707127879, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=816b1c71-b644-4551-bab6-5bd707127879,segment=NetworkSegment(32f6289b-1d2a-4372-825d-a96c55af32b5),segment_id=32f6289b-1d2a-4372-825d-a96c55af32b5)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:44:38.566689 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68225902-986c-4e92-a176-6d73d301231b req-1e44150f-2143-4952-9098-e78003534838 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:44:38.568497 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-68225902-986c-4e92-a176-6d73d301231b req-1e44150f-2143-4952-9098-e78003534838 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/ports?device_id=54d3b510-30a2-4a2e-8616-89abe81d5468 HTTP/1.1" status: 200 len: 943 time: 0.0703743 Jun 18 08:44:38.608594 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-68225902-986c-4e92-a176-6d73d301231b req-fdf45b28-1142-4382-9513-ef897b6ecb9f tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/security-groups?id=4867ab69-940b-47e3-976b-301f470215ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341339 Jun 18 08:44:38.695873 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:44:38.698885 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-f3ea1a68-c3e3-42a8-9314-ab47c63ade7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:44:38.749897 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Pushing event updated for resources: {'Port': ['ID=816b1c71-b644-4551-bab6-5bd707127879,revision_number=4']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:44:38.757949 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:44:38.758300 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:44:38.758643 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:44:38.758980 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:44:38.759313 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:44:38.759644 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:44:38.759996 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:44:38.760328 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:44:38.760662 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:44:38.761197 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:44:38.761324 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:44:38.761615 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:44:38.766125 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:44:39.071374 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-0b73537f-3d07-4adc-9374-a43d1f116361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:44:39.142811 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] get_ports_and_sgs() called for port_ids ['816b1c71-b644-4551-bab6-5bd707127879'] {{(pid=93643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 08:44:39.788299 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce2a44f-5e0c-4fe1-a467-24822c73eb8c req-606fd5c8-1b53-48d1-8648-ed6f8379f2f2 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:44:39.789822 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-8ce2a44f-5e0c-4fe1-a467-24822c73eb8c req-606fd5c8-1b53-48d1-8648-ed6f8379f2f2 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/ports?device_id=54d3b510-30a2-4a2e-8616-89abe81d5468 HTTP/1.1" status: 200 len: 944 time: 0.0681095 Jun 18 08:44:39.834451 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-8ce2a44f-5e0c-4fe1-a467-24822c73eb8c req-b3bd2a98-64ea-4786-a059-a5dbba742d46 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/security-groups?id=4867ab69-940b-47e3-976b-301f470215ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383995 Jun 18 08:44:40.228908 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device 816b1c71-b644-4551-bab6-5bd707127879 up at agent hyperv_hv-cinder-78687 {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:44:40.341600 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Provisioning for port 816b1c71-b644-4551-bab6-5bd707127879 completed by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:44:40.345664 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Provisioning complete for port 816b1c71-b644-4551-bab6-5bd707127879 triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:44:40.346186 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:44:40.432984 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:44:40.456977 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d3b510-30a2-4a2e-8616-89abe81d5468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '816b1c71-b644-4551-bab6-5bd707127879'}] {{(pid=93643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:44:40.459244 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76bfc2cc3cc97e327acfe832f03e535bb9cef84d361ee3b318e5c5a2ba23989c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff69e3a-0952-4651-aaae-83a0962d6c00" -d '{"events": [{"server_uuid": "54d3b510-30a2-4a2e-8616-89abe81d5468", "name": "network-vif-plugged", "status": "completed", "tag": "816b1c71-b644-4551-bab6-5bd707127879"}]}' {{(pid=93643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:44:40.472479 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] For port 816b1c71-b644-4551-bab6-5bd707127879, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=816b1c71-b644-4551-bab6-5bd707127879,segment=NetworkSegment(32f6289b-1d2a-4372-825d-a96c55af32b5),segment_id=32f6289b-1d2a-4372-825d-a96c55af32b5)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:44:40.500697 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 08:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87865d90-5be5-46e5-b6b3-0c6bc817490c x-openstack-request-id: req-87865d90-5be5-46e5-b6b3-0c6bc817490c {{(pid=93643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:44:40.501000 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54d3b510-30a2-4a2e-8616-89abe81d5468", "name": "network-vif-plugged", "status": "completed", "tag": "816b1c71-b644-4551-bab6-5bd707127879", "code": 200}]} {{(pid=93643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:44:40.501260 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-87865d90-5be5-46e5-b6b3-0c6bc817490c {{(pid=93643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:44:40.501684 dv-cinder-786873-3-iscsi neutron-server[93643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d3b510-30a2-4a2e-8616-89abe81d5468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '816b1c71-b644-4551-bab6-5bd707127879', 'code': 200} Jun 18 08:44:40.547832 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:44:40.552631 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-3e0c0e57-ed78-481a-bb50-040fba6e4083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:44:40.607739 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Pushing event updated for resources: {'Port': ['ID=816b1c71-b644-4551-bab6-5bd707127879,revision_number=5']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:44:40.610918 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:44:41.020542 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b01c6-b3f5-4c22-8a66-f9d01f3bd032 req-06e37f71-0b6a-4e48-a377-459323c35bdc tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:44:41.022093 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-be7b01c6-b3f5-4c22-8a66-f9d01f3bd032 req-06e37f71-0b6a-4e48-a377-459323c35bdc tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/ports?device_id=54d3b510-30a2-4a2e-8616-89abe81d5468 HTTP/1.1" status: 200 len: 945 time: 0.0683286 Jun 18 08:44:41.060692 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b2a854-c562-43f9-ada9-763ff8c06524 req-738862ef-cc8d-4468-802e-c8956e459190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:44:41.062345 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-71b2a854-c562-43f9-ada9-763ff8c06524 req-738862ef-cc8d-4468-802e-c8956e459190 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=54d3b510-30a2-4a2e-8616-89abe81d5468 HTTP/1.1" status: 200 len: 1098 time: 0.0534480 Jun 18 08:44:41.064541 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-be7b01c6-b3f5-4c22-8a66-f9d01f3bd032 req-19f7ad93-b1c5-4596-b70b-0a020581d2f8 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/security-groups?id=4867ab69-940b-47e3-976b-301f470215ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356121 Jun 18 08:44:41.100056 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-71b2a854-c562-43f9-ada9-763ff8c06524 req-57550285-d255-4162-bf06-4dc3e1818d98 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4867ab69-940b-47e3-976b-301f470215ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311675 Jun 18 08:44:41.530227 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-981858a3-9d8b-4ff0-aa4c-98333fd85b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:44:41.952681 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:44:42.246563 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc002f6-559f-4ebf-8193-0f949f098482 req-095b149f-0582-44ec-88cc-49a921d891d4 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:44:42.247986 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0bc002f6-559f-4ebf-8193-0f949f098482 req-095b149f-0582-44ec-88cc-49a921d891d4 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/ports?device_id=54d3b510-30a2-4a2e-8616-89abe81d5468 HTTP/1.1" status: 200 len: 945 time: 0.0641756 Jun 18 08:44:42.285965 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-0bc002f6-559f-4ebf-8193-0f949f098482 req-f6231511-3a1c-4bec-8fa1-b27f957ec507 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/security-groups?id=4867ab69-940b-47e3-976b-301f470215ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315454 Jun 18 08:44:42.946909 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-37edacc1-1ba5-460e-aa47-45b5acfa9d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:44:43.475562 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8171c049-13c5-425e-9e30-1dfb673f5d71 req-562b0582-9816-4ddf-b8d6-c220a6d61547 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:44:43.477151 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-8171c049-13c5-425e-9e30-1dfb673f5d71 req-562b0582-9816-4ddf-b8d6-c220a6d61547 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/ports?device_id=54d3b510-30a2-4a2e-8616-89abe81d5468 HTTP/1.1" status: 200 len: 945 time: 0.0734220 Jun 18 08:44:43.519575 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-8171c049-13c5-425e-9e30-1dfb673f5d71 req-91a7d8a9-6877-4575-b39c-b18d58824b27 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/security-groups?id=4867ab69-940b-47e3-976b-301f470215ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363510 Jun 18 08:44:44.721309 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-624571b3-aef6-4a8c-8ab3-5c089201a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:44:54.949612 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.agents_db [None req-a940af84-dce7-47c4-b5d3-ae67f117b383 None None] Agent healthcheck: found 6 active agents {{(pid=93644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:44:56.323730 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:44:58.908350 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae23ad6b-aff9-4faa-a1cd-6b9dee620098 req-cd0addf2-7116-467e-824d-cbbc8f3f178c tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:44:58.909751 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ae23ad6b-aff9-4faa-a1cd-6b9dee620098 req-cd0addf2-7116-467e-824d-cbbc8f3f178c tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/networks?id=0b215208-834e-47d1-a78a-7e3b2ae6aa77 HTTP/1.1" status: 200 len: 815 time: 0.1058211 Jun 18 08:44:58.925155 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ae23ad6b-aff9-4faa-a1cd-6b9dee620098 req-8abba090-7a43-4db3-befb-03892dee493e tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/quotas/0d1855de1ef94716b3d18637166d02da HTTP/1.1" status: 200 len: 375 time: 0.0098307 Jun 18 08:44:59.022762 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ae23ad6b-aff9-4faa-a1cd-6b9dee620098 req-1c29ecea-39ce-4da0-8cc2-e3d5c63d3d76 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0d1855de1ef94716b3d18637166d02da&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0906610 Jun 18 08:44:59.116229 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ae23ad6b-aff9-4faa-a1cd-6b9dee620098 req-cc2f662e-8675-4361-8f4b-038f7108bdbe service neutron] 10.222.0.70 "GET /v2.0/networks/0b215208-834e-47d1-a78a-7e3b2ae6aa77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863280 Jun 18 08:44:59.214049 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-ae23ad6b-aff9-4faa-a1cd-6b9dee620098 req-3075ebf6-6396-47b5-a750-1858bf75dd3a service neutron] 10.222.0.70 "GET /v2.0/networks/0b215208-834e-47d1-a78a-7e3b2ae6aa77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897765 Jun 18 08:44:59.465797 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-bb6dc723-54f7-4144-b4f9-2f7938d37606 req-b1758438-bf3d-4564-ae96-63c0ab49344c tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/ports?device_id=eae09d8e-54d7-452f-89ec-412e9238fd12 HTTP/1.1" status: 200 len: 210 time: 0.0297146 Jun 18 08:45:00.792228 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-aa478e24-1596-459e-991e-feb5e0f02f5f req-92dea03c-4a8d-4692-b1ea-7b4659e86455 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/ports?device_id=eae09d8e-54d7-452f-89ec-412e9238fd12 HTTP/1.1" status: 200 len: 210 time: 0.0293074 Jun 18 08:45:01.936199 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3e5fe0b3-fb07-478b-af74-30a0614dff0a req-d21d391e-be2c-4843-9e9f-39f8247758cf tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/ports?device_id=eae09d8e-54d7-452f-89ec-412e9238fd12 HTTP/1.1" status: 200 len: 210 time: 0.0292003 Jun 18 08:45:01.963764 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae23ad6b-aff9-4faa-a1cd-6b9dee620098 req-633f738f-9ab7-48dc-9309-d44df6cf0c1d tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:45:01.969373 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-ae23ad6b-aff9-4faa-a1cd-6b9dee620098 req-633f738f-9ab7-48dc-9309-d44df6cf0c1d tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.72 "GET /v2.0/networks?id=0b215208-834e-47d1-a78a-7e3b2ae6aa77 HTTP/1.1" status: 200 len: 815 time: 0.1150997 Jun 18 08:45:01.985275 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [req-ae23ad6b-aff9-4faa-a1cd-6b9dee620098 req-8c6cc469-b3b5-4721-8914-d18faa531739 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Request body: {'port': {'device_id': 'eae09d8e-54d7-452f-89ec-412e9238fd12', 'network_id': '0b215208-834e-47d1-a78a-7e3b2ae6aa77', 'admin_state_up': True, 'tenant_id': '0d1855de1ef94716b3d18637166d02da'}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:45:02.195838 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae23ad6b-aff9-4faa-a1cd-6b9dee620098 req-8c6cc469-b3b5-4721-8914-d18faa531739 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Made reservation on behalf of 0d1855de1ef94716b3d18637166d02da for: {'port': 1} {{(pid=93642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:45:02.199950 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-ae23ad6b-aff9-4faa-a1cd-6b9dee620098 req-8c6cc469-b3b5-4721-8914-d18faa531739 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-568420'] for port, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:45:02.328612 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.db_base_plugin_common [req-ae23ad6b-aff9-4faa-a1cd-6b9dee620098 req-8c6cc469-b3b5-4721-8914-d18faa531739 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Allocated IP 172.20.0.8 (0b215208-834e-47d1-a78a-7e3b2ae6aa77/bb00d5a7-947f-4b76-a7f2-07d9d66990f5/2e25708f-feb6-4867-bdde-07352b694fd0) {{(pid=93642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:45:02.496685 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-ae23ad6b-aff9-4faa-a1cd-6b9dee620098 req-8c6cc469-b3b5-4721-8914-d18faa531739 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Notify callbacks [] for port, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:45:02.602041 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-ae23ad6b-aff9-4faa-a1cd-6b9dee620098 req-8c6cc469-b3b5-4721-8914-d18faa531739 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-568999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741881438814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16340802'] for port, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:45:02.606487 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-42e3d4e2-90c6-4258-b823-e8808c765d1b tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:45:02.649447 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] get_ports_and_sgs() called for port_ids ['cdabb2e0-420a-40da-b1ba-24ad35fbf34b', '362eec8f-8f61-40e2-8a26-66b95f57b39a', '816b1c71-b644-4551-bab6-5bd707127879'] {{(pid=93643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 08:45:02.651566 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae23ad6b-aff9-4faa-a1cd-6b9dee620098 req-8c6cc469-b3b5-4721-8914-d18faa531739 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Network 0b215208-834e-47d1-a78a-7e3b2ae6aa77 is already hosted by enough agents. {{(pid=93642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:45:02.662738 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.base_scheduler [req-ae23ad6b-aff9-4faa-a1cd-6b9dee620098 req-8c6cc469-b3b5-4721-8914-d18faa531739 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Resources bound (agent type, host, resource id): {{(pid=93642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:45:02.662738 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6cc469-b3b5-4721-8914-d18faa531739 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Pushing event updated for resources: {'Port': ['ID=2e25708f-feb6-4867-bdde-07352b694fd0,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:45:02.664229 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae23ad6b-aff9-4faa-a1cd-6b9dee620098 req-8c6cc469-b3b5-4721-8914-d18faa531739 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Received port after_create {{(pid=93642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:45:02.668676 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-8c6cc469-b3b5-4721-8914-d18faa531739 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:45:02.719944 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae23ad6b-aff9-4faa-a1cd-6b9dee620098 req-8c6cc469-b3b5-4721-8914-d18faa531739 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:45:02.720598 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-ae23ad6b-aff9-4faa-a1cd-6b9dee620098 req-8c6cc469-b3b5-4721-8914-d18faa531739 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881'] for port, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:45:02.804365 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-ae23ad6b-aff9-4faa-a1cd-6b9dee620098 req-8c6cc469-b3b5-4721-8914-d18faa531739 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8229311 Jun 18 08:45:02.823738 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [req-ae23ad6b-aff9-4faa-a1cd-6b9dee620098 req-e59b0152-ec21-43b6-b83a-315a51399428 service neutron] Request body: {'port': {'device_id': 'eae09d8e-54d7-452f-89ec-412e9238fd12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78687'}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:45:02.895465 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-ae23ad6b-aff9-4faa-a1cd-6b9dee620098 req-e59b0152-ec21-43b6-b83a-315a51399428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:45:03.136517 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a7bdd1-c027-4088-b2cc-84c88207e846 req-7a03f0f9-9611-4150-8651-21bd04d0e0fc tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:45:03.137998 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-47a7bdd1-c027-4088-b2cc-84c88207e846 req-7a03f0f9-9611-4150-8651-21bd04d0e0fc tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/ports?device_id=eae09d8e-54d7-452f-89ec-412e9238fd12 HTTP/1.1" status: 200 len: 931 time: 0.0695794 Jun 18 08:45:03.173729 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [req-ae23ad6b-aff9-4faa-a1cd-6b9dee620098 req-e59b0152-ec21-43b6-b83a-315a51399428 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e25708f-feb6-4867-bdde-07352b694fd0 {{(pid=93642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 08:45:03.177621 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-47a7bdd1-c027-4088-b2cc-84c88207e846 req-9db2b5a5-0c22-4f36-9411-a6810acd04d5 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/security-groups?id=4867ab69-940b-47e3-976b-301f470215ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336452 Jun 18 08:45:03.181666 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-ae23ad6b-aff9-4faa-a1cd-6b9dee620098 req-e59b0152-ec21-43b6-b83a-315a51399428 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:45:03.193439 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [req-ae23ad6b-aff9-4faa-a1cd-6b9dee620098 req-e59b0152-ec21-43b6-b83a-315a51399428 service neutron] Transition to ACTIVE for port object 2e25708f-feb6-4867-bdde-07352b694fd0 will not be triggered until provisioned by entity L2. {{(pid=93642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:45:03.272911 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-ae23ad6b-aff9-4faa-a1cd-6b9dee620098 req-e59b0152-ec21-43b6-b83a-315a51399428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16340852'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:45:03.277262 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-4cea74c0-2047-4b7b-a35c-9eb2978b87c9 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:45:03.356157 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59b0152-ec21-43b6-b83a-315a51399428 service neutron] Pushing event updated for resources: {'Port': ['ID=2e25708f-feb6-4867-bdde-07352b694fd0,revision_number=2']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:45:03.359806 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-e59b0152-ec21-43b6-b83a-315a51399428 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:45:03.431650 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [req-ae23ad6b-aff9-4faa-a1cd-6b9dee620098 req-e59b0152-ec21-43b6-b83a-315a51399428 service neutron] Attempting to bind port 2e25708f-feb6-4867-bdde-07352b694fd0 on host hv-cinder-78687 for vnic_type normal with profile {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:45:03.431902 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [req-ae23ad6b-aff9-4faa-a1cd-6b9dee620098 req-e59b0152-ec21-43b6-b83a-315a51399428 service neutron] Attempting to bind port 2e25708f-feb6-4867-bdde-07352b694fd0 by drivers openvswitch,hyperv on host hv-cinder-78687 at level 0 using segments [{'id': '32f6289b-1d2a-4372-825d-a96c55af32b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '0b215208-834e-47d1-a78a-7e3b2ae6aa77'}] {{(pid=93642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:45:03.432552 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae23ad6b-aff9-4faa-a1cd-6b9dee620098 req-e59b0152-ec21-43b6-b83a-315a51399428 service neutron] Attempting to bind port 2e25708f-feb6-4867-bdde-07352b694fd0 on network 0b215208-834e-47d1-a78a-7e3b2ae6aa77 {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:45:03.436733 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae23ad6b-aff9-4faa-a1cd-6b9dee620098 req-e59b0152-ec21-43b6-b83a-315a51399428 service neutron] Port 2e25708f-feb6-4867-bdde-07352b694fd0 on network 0b215208-834e-47d1-a78a-7e3b2ae6aa77 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78687 {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 08:45:03.437060 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae23ad6b-aff9-4faa-a1cd-6b9dee620098 req-e59b0152-ec21-43b6-b83a-315a51399428 service neutron] Attempting to bind port 2e25708f-feb6-4867-bdde-07352b694fd0 on network 0b215208-834e-47d1-a78a-7e3b2ae6aa77 {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:45:03.441873 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae23ad6b-aff9-4faa-a1cd-6b9dee620098 req-e59b0152-ec21-43b6-b83a-315a51399428 service neutron] Checking agent: {'id': '7d051742-a391-48d3-aa1e-6019401c6fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78687', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 26, 56), 'started_at': datetime.datetime(2021, 6, 18, 8, 26, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:45:03.442209 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae23ad6b-aff9-4faa-a1cd-6b9dee620098 req-e59b0152-ec21-43b6-b83a-315a51399428 service neutron] Checking segment: {'id': '32f6289b-1d2a-4372-825d-a96c55af32b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '0b215208-834e-47d1-a78a-7e3b2ae6aa77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:45:03.442620 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae23ad6b-aff9-4faa-a1cd-6b9dee620098 req-e59b0152-ec21-43b6-b83a-315a51399428 service neutron] Bound using segment: {'id': '32f6289b-1d2a-4372-825d-a96c55af32b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '0b215208-834e-47d1-a78a-7e3b2ae6aa77'} {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:45:03.443103 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [req-ae23ad6b-aff9-4faa-a1cd-6b9dee620098 req-e59b0152-ec21-43b6-b83a-315a51399428 service neutron] Bound port: 2e25708f-feb6-4867-bdde-07352b694fd0, host: hv-cinder-78687, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32f6289b-1d2a-4372-825d-a96c55af32b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '0b215208-834e-47d1-a78a-7e3b2ae6aa77'}}] {{(pid=93642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:45:03.443403 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-ae23ad6b-aff9-4faa-a1cd-6b9dee620098 req-e59b0152-ec21-43b6-b83a-315a51399428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:45:03.791550 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [req-ae23ad6b-aff9-4faa-a1cd-6b9dee620098 req-e59b0152-ec21-43b6-b83a-315a51399428 service neutron] For port 2e25708f-feb6-4867-bdde-07352b694fd0, host hv-cinder-78687, cleared binding levels {{(pid=93642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:45:03.794596 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [req-ae23ad6b-aff9-4faa-a1cd-6b9dee620098 req-e59b0152-ec21-43b6-b83a-315a51399428 service neutron] For port 2e25708f-feb6-4867-bdde-07352b694fd0, host hv-cinder-78687, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=2e25708f-feb6-4867-bdde-07352b694fd0,segment=NetworkSegment(32f6289b-1d2a-4372-825d-a96c55af32b5),segment_id=32f6289b-1d2a-4372-825d-a96c55af32b5)] {{(pid=93642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:45:03.878216 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-ae23ad6b-aff9-4faa-a1cd-6b9dee620098 req-e59b0152-ec21-43b6-b83a-315a51399428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16340852'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:45:03.880618 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-f88f86e9-5c35-4188-9b08-27c42bb9a2c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:45:03.918145 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae23ad6b-aff9-4faa-a1cd-6b9dee620098 req-e59b0152-ec21-43b6-b83a-315a51399428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:45:03.918776 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-ae23ad6b-aff9-4faa-a1cd-6b9dee620098 req-e59b0152-ec21-43b6-b83a-315a51399428 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881'] for port, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:45:03.920318 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-ae23ad6b-aff9-4faa-a1cd-6b9dee620098 req-e59b0152-ec21-43b6-b83a-315a51399428 service neutron] 10.222.0.72 "PUT /v2.0/ports/2e25708f-feb6-4867-bdde-07352b694fd0 HTTP/1.1" status: 200 len: 1093 time: 1.1016088 Jun 18 08:45:03.920841 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eae09d8e-54d7-452f-89ec-412e9238fd12', 'tag': '2e25708f-feb6-4867-bdde-07352b694fd0'}] {{(pid=93642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:45:03.923178 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8e20e2b9f795c08d425b6044ace8e6bfcc189f1bac9bd432248b5aa3a03ca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-347b5400-209e-4907-bbcb-d60e8d034296" -d '{"events": [{"name": "network-changed", "server_uuid": "eae09d8e-54d7-452f-89ec-412e9238fd12", "tag": "2e25708f-feb6-4867-bdde-07352b694fd0"}]}' {{(pid=93642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:45:03.944636 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59b0152-ec21-43b6-b83a-315a51399428 service neutron] Pushing event updated for resources: {'Port': ['ID=2e25708f-feb6-4867-bdde-07352b694fd0,revision_number=3']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:45:03.947814 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-e59b0152-ec21-43b6-b83a-315a51399428 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:45:03.962307 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 08:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4b390d-502c-4fa6-8c00-27b2d085469e x-openstack-request-id: req-8f4b390d-502c-4fa6-8c00-27b2d085469e {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:45:03.962744 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eae09d8e-54d7-452f-89ec-412e9238fd12", "tag": "2e25708f-feb6-4867-bdde-07352b694fd0", "status": "completed", "code": 200}]} {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:45:03.963040 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8f4b390d-502c-4fa6-8c00-27b2d085469e {{(pid=93642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:45:03.963553 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eae09d8e-54d7-452f-89ec-412e9238fd12', 'tag': '2e25708f-feb6-4867-bdde-07352b694fd0', 'status': 'completed', 'code': 200} Jun 18 08:45:04.075656 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b5400-209e-4907-bbcb-d60e8d034296 req-09f5be5f-63e6-4bdd-803e-933b086fdb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:45:04.077073 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-347b5400-209e-4907-bbcb-d60e8d034296 req-09f5be5f-63e6-4bdd-803e-933b086fdb07 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0d1855de1ef94716b3d18637166d02da&device_id=eae09d8e-54d7-452f-89ec-412e9238fd12 HTTP/1.1" status: 200 len: 1096 time: 0.0572152 Jun 18 08:45:04.184975 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b5400-209e-4907-bbcb-d60e8d034296 req-6c210515-8191-488c-b677-436b61ef8fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:45:04.189615 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-347b5400-209e-4907-bbcb-d60e8d034296 req-6c210515-8191-488c-b677-436b61ef8fbd service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=0d1855de1ef94716b3d18637166d02da&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0944240 Jun 18 08:45:04.298163 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b5400-209e-4907-bbcb-d60e8d034296 req-29aea49c-cdf8-428d-a5ca-6db055589644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:45:04.299779 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-347b5400-209e-4907-bbcb-d60e8d034296 req-29aea49c-cdf8-428d-a5ca-6db055589644 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1070883 Jun 18 08:45:04.364503 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe19d6-9c52-4407-b491-5bd8339b32b3 req-332da652-4807-400f-8b8b-ac9019e3c9f7 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:45:04.366088 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1bbe19d6-9c52-4407-b491-5bd8339b32b3 req-332da652-4807-400f-8b8b-ac9019e3c9f7 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/ports?device_id=eae09d8e-54d7-452f-89ec-412e9238fd12 HTTP/1.1" status: 200 len: 943 time: 0.0732088 Jun 18 08:45:04.412281 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-1bbe19d6-9c52-4407-b491-5bd8339b32b3 req-bb4cf841-ec82-4d3f-bb37-596c2c9f6990 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/security-groups?id=4867ab69-940b-47e3-976b-301f470215ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370681 Jun 18 08:45:04.434283 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae23ad6b-aff9-4faa-a1cd-6b9dee620098 req-0acf7e6b-a8e4-467f-992f-0a2bcc91ae61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:45:04.435798 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-ae23ad6b-aff9-4faa-a1cd-6b9dee620098 req-0acf7e6b-a8e4-467f-992f-0a2bcc91ae61 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0d1855de1ef94716b3d18637166d02da&device_id=eae09d8e-54d7-452f-89ec-412e9238fd12 HTTP/1.1" status: 200 len: 1096 time: 0.0605140 Jun 18 08:45:04.486454 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-ae23ad6b-aff9-4faa-a1cd-6b9dee620098 req-95e56b51-f146-4bec-b62c-32236aeff676 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e25708f-feb6-4867-bdde-07352b694fd0 HTTP/1.1" status: 200 len: 217 time: 0.0361879 Jun 18 08:45:04.542459 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae23ad6b-aff9-4faa-a1cd-6b9dee620098 req-07bf32b3-f4fc-471f-b2bc-a0a8bb3e60ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:45:04.543909 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-ae23ad6b-aff9-4faa-a1cd-6b9dee620098 req-07bf32b3-f4fc-471f-b2bc-a0a8bb3e60ed service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bb00d5a7-947f-4b76-a7f2-07d9d66990f5 HTTP/1.1" status: 200 len: 855 time: 0.0475581 Jun 18 08:45:04.582394 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-ae23ad6b-aff9-4faa-a1cd-6b9dee620098 req-0c212685-9856-4d3f-b6a2-000d0d551d29 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0b215208-834e-47d1-a78a-7e3b2ae6aa77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316079 Jun 18 08:45:04.682343 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-ae23ad6b-aff9-4faa-a1cd-6b9dee620098 req-1ce0d9f3-3bdc-4f38-8ee1-5001ed385c81 service neutron] 10.222.0.72 "GET /v2.0/networks/0b215208-834e-47d1-a78a-7e3b2ae6aa77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930672 Jun 18 08:45:04.780959 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-ae23ad6b-aff9-4faa-a1cd-6b9dee620098 req-26be5ae1-43dd-402e-8202-31116b5d6f8e service neutron] 10.222.0.72 "GET /v2.0/networks/0b215208-834e-47d1-a78a-7e3b2ae6aa77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921390 Jun 18 08:45:05.598449 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44aba03-a2de-45d4-b7ff-fd36ebbcf399 req-df2eb355-4e22-401c-a753-04140766fa6c tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:45:05.599903 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d44aba03-a2de-45d4-b7ff-fd36ebbcf399 req-df2eb355-4e22-401c-a753-04140766fa6c tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/ports?device_id=eae09d8e-54d7-452f-89ec-412e9238fd12 HTTP/1.1" status: 200 len: 943 time: 0.0677233 Jun 18 08:45:05.639482 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d44aba03-a2de-45d4-b7ff-fd36ebbcf399 req-d5013f26-0e7f-46af-8fde-98a2a6855444 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/security-groups?id=4867ab69-940b-47e3-976b-301f470215ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332787 Jun 18 08:45:06.816326 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2de6767-dab7-4b70-a807-cc74bca0f1ac req-b973a169-3e9f-4e92-aa76-5e138f52bfae tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:45:06.817808 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f2de6767-dab7-4b70-a807-cc74bca0f1ac req-b973a169-3e9f-4e92-aa76-5e138f52bfae tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/ports?device_id=eae09d8e-54d7-452f-89ec-412e9238fd12 HTTP/1.1" status: 200 len: 943 time: 0.0655093 Jun 18 08:45:06.856384 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f2de6767-dab7-4b70-a807-cc74bca0f1ac req-0eec5e7b-ff4d-4899-a295-6caa34e4c3f8 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/security-groups?id=4867ab69-940b-47e3-976b-301f470215ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320361 Jun 18 08:45:08.039387 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f0a0f-a948-4507-96ea-a0da40c3f6f5 req-2944f5ba-5358-49ea-9a68-9b0f99065c6f tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:45:08.040982 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-fc9f0a0f-a948-4507-96ea-a0da40c3f6f5 req-2944f5ba-5358-49ea-9a68-9b0f99065c6f tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/ports?device_id=eae09d8e-54d7-452f-89ec-412e9238fd12 HTTP/1.1" status: 200 len: 943 time: 0.0724766 Jun 18 08:45:08.079097 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-fc9f0a0f-a948-4507-96ea-a0da40c3f6f5 req-5261e64e-f8b2-4299-abd6-3f0a180b9853 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/security-groups?id=4867ab69-940b-47e3-976b-301f470215ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324595 Jun 18 08:45:08.324912 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device 2e25708f-feb6-4867-bdde-07352b694fd0 details requested by agent hyperv_hv-cinder-78687 with host hv-cinder-78687 {{(pid=93643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 08:45:08.436025 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] For port 2e25708f-feb6-4867-bdde-07352b694fd0, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=2e25708f-feb6-4867-bdde-07352b694fd0,segment=NetworkSegment(32f6289b-1d2a-4372-825d-a96c55af32b5),segment_id=32f6289b-1d2a-4372-825d-a96c55af32b5)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:45:08.450954 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Returning: {'device': '2e25708f-feb6-4867-bdde-07352b694fd0', 'network_id': '0b215208-834e-47d1-a78a-7e3b2ae6aa77', 'port_id': '2e25708f-feb6-4867-bdde-07352b694fd0', 'mac_address': 'fa:16:3e:37:c9:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb00d5a7-947f-4b76-a7f2-07d9d66990f5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 08:45:08.490430 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:45:08.503521 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.notifiers.nova [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e25708f-feb6-4867-bdde-07352b694fd0 {{(pid=93643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 08:45:08.523446 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] For port 2e25708f-feb6-4867-bdde-07352b694fd0, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=2e25708f-feb6-4867-bdde-07352b694fd0,segment=NetworkSegment(32f6289b-1d2a-4372-825d-a96c55af32b5),segment_id=32f6289b-1d2a-4372-825d-a96c55af32b5)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:45:08.613274 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:45:08.615102 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:45:08.663770 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Pushing event updated for resources: {'Port': ['ID=2e25708f-feb6-4867-bdde-07352b694fd0,revision_number=4']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:45:08.667338 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:45:09.087256 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-912b3b2e-53ef-448e-b9d3-c4ea309b1af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:45:09.109869 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] get_ports_and_sgs() called for port_ids ['2e25708f-feb6-4867-bdde-07352b694fd0'] {{(pid=93643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 08:45:09.265368 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7165e8dc-2f41-4315-bf6d-8ed0cd6514d5 req-8c8d7063-124f-4bee-a430-8b3c77abfc73 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:45:09.266939 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7165e8dc-2f41-4315-bf6d-8ed0cd6514d5 req-8c8d7063-124f-4bee-a430-8b3c77abfc73 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/ports?device_id=eae09d8e-54d7-452f-89ec-412e9238fd12 HTTP/1.1" status: 200 len: 944 time: 0.0680645 Jun 18 08:45:09.305387 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7165e8dc-2f41-4315-bf6d-8ed0cd6514d5 req-234d9f7c-92a5-4260-ab3d-a112a51b0468 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/security-groups?id=4867ab69-940b-47e3-976b-301f470215ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326936 Jun 18 08:45:10.339473 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device 2e25708f-feb6-4867-bdde-07352b694fd0 up at agent hyperv_hv-cinder-78687 {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:45:10.465891 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Provisioning for port 2e25708f-feb6-4867-bdde-07352b694fd0 completed by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:45:10.469784 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Provisioning complete for port 2e25708f-feb6-4867-bdde-07352b694fd0 triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:45:10.470173 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:45:10.491925 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c62e4-75b0-4881-a10a-83250698c37f req-9159c972-94a7-41ed-9996-fb8d1f58810b tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:45:10.493629 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-046c62e4-75b0-4881-a10a-83250698c37f req-9159c972-94a7-41ed-9996-fb8d1f58810b tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/ports?device_id=eae09d8e-54d7-452f-89ec-412e9238fd12 HTTP/1.1" status: 200 len: 944 time: 0.0648632 Jun 18 08:45:10.537407 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-046c62e4-75b0-4881-a10a-83250698c37f req-e9bd3101-cf90-4d7e-b938-540b93b9b947 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/security-groups?id=4867ab69-940b-47e3-976b-301f470215ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374949 Jun 18 08:45:10.556253 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:45:10.579337 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eae09d8e-54d7-452f-89ec-412e9238fd12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e25708f-feb6-4867-bdde-07352b694fd0'}] {{(pid=93643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:45:10.581602 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76bfc2cc3cc97e327acfe832f03e535bb9cef84d361ee3b318e5c5a2ba23989c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc4f54a-f39a-4f2b-b4e2-7eb3a9a89dd2" -d '{"events": [{"server_uuid": "eae09d8e-54d7-452f-89ec-412e9238fd12", "name": "network-vif-plugged", "status": "completed", "tag": "2e25708f-feb6-4867-bdde-07352b694fd0"}]}' {{(pid=93643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:45:10.595854 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] For port 2e25708f-feb6-4867-bdde-07352b694fd0, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=2e25708f-feb6-4867-bdde-07352b694fd0,segment=NetworkSegment(32f6289b-1d2a-4372-825d-a96c55af32b5),segment_id=32f6289b-1d2a-4372-825d-a96c55af32b5)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:45:10.618906 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 08:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ccbba71-c8f7-40a3-9ca7-f22cd168a520 x-openstack-request-id: req-4ccbba71-c8f7-40a3-9ca7-f22cd168a520 {{(pid=93643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:45:10.619268 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eae09d8e-54d7-452f-89ec-412e9238fd12", "name": "network-vif-plugged", "status": "completed", "tag": "2e25708f-feb6-4867-bdde-07352b694fd0", "code": 200}]} {{(pid=93643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:45:10.619384 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4ccbba71-c8f7-40a3-9ca7-f22cd168a520 {{(pid=93643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:45:10.619732 dv-cinder-786873-3-iscsi neutron-server[93643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eae09d8e-54d7-452f-89ec-412e9238fd12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e25708f-feb6-4867-bdde-07352b694fd0', 'code': 200} Jun 18 08:45:10.706326 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:45:10.708269 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:45:10.755135 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Pushing event updated for resources: {'Port': ['ID=2e25708f-feb6-4867-bdde-07352b694fd0,revision_number=5']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:45:10.758169 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:45:11.072801 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-98765619-63e6-4f19-87dc-a88e67fd9713 req-83a1590f-ec88-4d29-b992-b5ae0f43bd98 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7d59eb11-f276-4e88-b5f2-3d4a4f9ba322&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0529878 Jun 18 08:45:11.075466 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6982379b-de14-4401-bd1b-d6064d99ce3e req-482958e8-a17d-43be-ac99-536581aff603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:45:11.077007 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6982379b-de14-4401-bd1b-d6064d99ce3e req-482958e8-a17d-43be-ac99-536581aff603 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=eae09d8e-54d7-452f-89ec-412e9238fd12 HTTP/1.1" status: 200 len: 1098 time: 0.0567837 Jun 18 08:45:11.131217 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6982379b-de14-4401-bd1b-d6064d99ce3e req-a2d35daa-97c8-49b9-bc5a-33ede1315955 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4867ab69-940b-47e3-976b-301f470215ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295813 Jun 18 08:45:11.500767 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d79dd5d1-d46d-44a7-8220-2594a5e720a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:45:11.662363 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98765619-63e6-4f19-87dc-a88e67fd9713 req-15e9b4da-1d74-44d5-8744-f73c2e084e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:45:11.663905 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-98765619-63e6-4f19-87dc-a88e67fd9713 req-15e9b4da-1d74-44d5-8744-f73c2e084e5c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0d1855de1ef94716b3d18637166d02da&device_id=7d59eb11-f276-4e88-b5f2-3d4a4f9ba322 HTTP/1.1" status: 200 len: 1099 time: 0.0572577 Jun 18 08:45:11.717163 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c91fdb3-a7ff-4b9f-aab0-9ef528f04ea0 req-d3714e32-8e59-47ab-8ead-24344ed55427 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:45:11.718749 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7c91fdb3-a7ff-4b9f-aab0-9ef528f04ea0 req-d3714e32-8e59-47ab-8ead-24344ed55427 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/ports?device_id=eae09d8e-54d7-452f-89ec-412e9238fd12 HTTP/1.1" status: 200 len: 945 time: 0.0659649 Jun 18 08:45:11.765384 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7c91fdb3-a7ff-4b9f-aab0-9ef528f04ea0 req-2839237f-e37f-4603-9b83-9acdc46a5518 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/security-groups?id=4867ab69-940b-47e3-976b-301f470215ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402970 Jun 18 08:45:11.815380 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98765619-63e6-4f19-87dc-a88e67fd9713 req-2c48ea05-627d-4485-b52c-7edd786bc13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:45:11.815380 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-98765619-63e6-4f19-87dc-a88e67fd9713 req-2c48ea05-627d-4485-b52c-7edd786bc13a service neutron] 10.222.0.72 "GET /v2.0/networks?id=0b215208-834e-47d1-a78a-7e3b2ae6aa77 HTTP/1.1" status: 200 len: 916 time: 0.0944109 Jun 18 08:45:11.857023 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-98765619-63e6-4f19-87dc-a88e67fd9713 req-ebb78203-4edf-419a-a452-bfc3d48cb2cc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cdabb2e0-420a-40da-b1ba-24ad35fbf34b HTTP/1.1" status: 200 len: 217 time: 0.0357909 Jun 18 08:45:11.913137 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98765619-63e6-4f19-87dc-a88e67fd9713 req-85bf6798-7917-4654-90fd-fd222deacaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:45:11.914792 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-98765619-63e6-4f19-87dc-a88e67fd9713 req-85bf6798-7917-4654-90fd-fd222deacaca service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bb00d5a7-947f-4b76-a7f2-07d9d66990f5 HTTP/1.1" status: 200 len: 855 time: 0.0508292 Jun 18 08:45:11.946143 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:45:11.951492 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-98765619-63e6-4f19-87dc-a88e67fd9713 req-87511fa7-547b-4649-aa19-370abf66f1cb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0b215208-834e-47d1-a78a-7e3b2ae6aa77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294833 Jun 18 08:45:12.044895 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-98765619-63e6-4f19-87dc-a88e67fd9713 req-fd5c0f2c-255a-4ba0-b797-eca3035b9342 service neutron] 10.222.0.72 "GET /v2.0/networks/0b215208-834e-47d1-a78a-7e3b2ae6aa77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849259 Jun 18 08:45:12.138833 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-98765619-63e6-4f19-87dc-a88e67fd9713 req-64f2a78f-7098-4de4-b28e-795ac813d207 service neutron] 10.222.0.72 "GET /v2.0/networks/0b215208-834e-47d1-a78a-7e3b2ae6aa77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873892 Jun 18 08:45:12.936206 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-37edacc1-1ba5-460e-aa47-45b5acfa9d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:45:12.951839 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a3024-df2d-42f4-bd0b-a990d0e8306e req-7b5c4891-3b57-418c-8e2a-e77ad04e52e8 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:45:12.953385 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6c7a3024-df2d-42f4-bd0b-a990d0e8306e req-7b5c4891-3b57-418c-8e2a-e77ad04e52e8 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/ports?device_id=eae09d8e-54d7-452f-89ec-412e9238fd12 HTTP/1.1" status: 200 len: 945 time: 0.0664384 Jun 18 08:45:12.995864 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6c7a3024-df2d-42f4-bd0b-a990d0e8306e req-223298b7-de39-4260-90b5-a49f9416239a tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/security-groups?id=4867ab69-940b-47e3-976b-301f470215ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365045 Jun 18 08:45:14.174658 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d006209d-e072-4222-b38a-c44d466ea003 req-73f7e423-8cbc-4f50-9d9f-6f6dae22de49 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:45:14.176406 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d006209d-e072-4222-b38a-c44d466ea003 req-73f7e423-8cbc-4f50-9d9f-6f6dae22de49 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/ports?device_id=eae09d8e-54d7-452f-89ec-412e9238fd12 HTTP/1.1" status: 200 len: 945 time: 0.0687077 Jun 18 08:45:14.214737 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d006209d-e072-4222-b38a-c44d466ea003 req-d618ba4f-7ffa-4f39-a268-ea95172447eb tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/security-groups?id=4867ab69-940b-47e3-976b-301f470215ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322270 Jun 18 08:45:14.648916 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-624571b3-aef6-4a8c-8ab3-5c089201a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:45:26.328509 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:45:31.113653 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e80c454-bcd5-4152-94a3-2197bc615d22 req-8d70ea7f-c65c-42dd-9d38-ca95bd956a87 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:45:31.115122 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-9e80c454-bcd5-4152-94a3-2197bc615d22 req-8d70ea7f-c65c-42dd-9d38-ca95bd956a87 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/ports?device_id=eae09d8e-54d7-452f-89ec-412e9238fd12 HTTP/1.1" status: 200 len: 945 time: 0.0642240 Jun 18 08:45:31.156083 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-9e80c454-bcd5-4152-94a3-2197bc615d22 req-05260869-e89d-466f-9992-05f0165a8be0 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/security-groups?id=4867ab69-940b-47e3-976b-301f470215ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348954 Jun 18 08:45:31.948350 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.agents_db [None req-a940af84-dce7-47c4-b5d3-ae67f117b383 None None] Agent healthcheck: found 6 active agents {{(pid=93644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:45:32.334031 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87fb375-a0b3-49a4-9f89-c102cc7d609f req-e6e044d0-2663-43ec-936e-e22e24d40769 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:45:32.335511 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c87fb375-a0b3-49a4-9f89-c102cc7d609f req-e6e044d0-2663-43ec-936e-e22e24d40769 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/ports?device_id=eae09d8e-54d7-452f-89ec-412e9238fd12 HTTP/1.1" status: 200 len: 945 time: 0.0676465 Jun 18 08:45:32.376182 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c87fb375-a0b3-49a4-9f89-c102cc7d609f req-d197a973-683a-4f16-9086-cad26d5aaf3c tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/security-groups?id=4867ab69-940b-47e3-976b-301f470215ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338564 Jun 18 08:45:33.206248 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec0c70-dfaa-4c30-84c5-ea159478b05e req-c04d4b2d-0229-4aa5-a3af-aa45b6fa69ef tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:45:33.207711 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-6dec0c70-dfaa-4c30-84c5-ea159478b05e req-c04d4b2d-0229-4aa5-a3af-aa45b6fa69ef tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.72 "GET /v2.0/ports?device_id=eae09d8e-54d7-452f-89ec-412e9238fd12 HTTP/1.1" status: 200 len: 945 time: 0.0643668 Jun 18 08:45:33.309920 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [req-6dec0c70-dfaa-4c30-84c5-ea159478b05e req-eaab9141-b278-4711-8c54-afa3b2e0d451 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Deleting port 2e25708f-feb6-4867-bdde-07352b694fd0 {{(pid=93642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:45:33.310257 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-6dec0c70-dfaa-4c30-84c5-ea159478b05e req-eaab9141-b278-4711-8c54-afa3b2e0d451 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741882027237'] for port, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:45:33.398865 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [req-6dec0c70-dfaa-4c30-84c5-ea159478b05e req-eaab9141-b278-4711-8c54-afa3b2e0d451 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] For port 2e25708f-feb6-4867-bdde-07352b694fd0, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=2e25708f-feb6-4867-bdde-07352b694fd0,segment=NetworkSegment(32f6289b-1d2a-4372-825d-a96c55af32b5),segment_id=32f6289b-1d2a-4372-825d-a96c55af32b5)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:45:33.399499 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-6dec0c70-dfaa-4c30-84c5-ea159478b05e req-eaab9141-b278-4711-8c54-afa3b2e0d451 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7962534'] for port, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:45:33.469076 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [req-6dec0c70-dfaa-4c30-84c5-ea159478b05e req-eaab9141-b278-4711-8c54-afa3b2e0d451 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Calling delete_port for 2e25708f-feb6-4867-bdde-07352b694fd0 owned by compute:nova {{(pid=93642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:45:33.557396 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d96343-4b3b-42ff-91ad-6a29e1f4a433 req-35ac240a-5961-41e3-ae01-0af68c1c170f tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:45:33.563442 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b0d96343-4b3b-42ff-91ad-6a29e1f4a433 req-35ac240a-5961-41e3-ae01-0af68c1c170f tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/ports?device_id=eae09d8e-54d7-452f-89ec-412e9238fd12 HTTP/1.1" status: 200 len: 945 time: 0.0680161 Jun 18 08:45:33.598802 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b0d96343-4b3b-42ff-91ad-6a29e1f4a433 req-0e27da96-bf8b-42ef-b161-fcc48b54980e tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/security-groups?id=4867ab69-940b-47e3-976b-301f470215ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342450 Jun 18 08:45:33.688758 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-6dec0c70-dfaa-4c30-84c5-ea159478b05e req-eaab9141-b278-4711-8c54-afa3b2e0d451 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741882028261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741881438823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16340813'] for port, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:45:33.692834 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-1b8d7a61-c46d-4124-a84b-b73a93df2cf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:45:33.722635 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaab9141-b278-4711-8c54-afa3b2e0d451 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Pushing event deleted for resources: {'Port': ['ID=2e25708f-feb6-4867-bdde-07352b694fd0,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:45:33.729300 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] get_ports_and_sgs() called for port_ids ['cdabb2e0-420a-40da-b1ba-24ad35fbf34b', '362eec8f-8f61-40e2-8a26-66b95f57b39a', '816b1c71-b644-4551-bab6-5bd707127879', '2e25708f-feb6-4867-bdde-07352b694fd0'] {{(pid=93643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 08:45:33.754421 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaab9141-b278-4711-8c54-afa3b2e0d451 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:45:33.754832 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaab9141-b278-4711-8c54-afa3b2e0d451 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:45:33.755217 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaab9141-b278-4711-8c54-afa3b2e0d451 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:45:33.755597 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaab9141-b278-4711-8c54-afa3b2e0d451 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:45:33.755984 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaab9141-b278-4711-8c54-afa3b2e0d451 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:45:33.756395 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaab9141-b278-4711-8c54-afa3b2e0d451 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:45:33.756764 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaab9141-b278-4711-8c54-afa3b2e0d451 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:45:33.757245 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaab9141-b278-4711-8c54-afa3b2e0d451 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:45:33.757518 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaab9141-b278-4711-8c54-afa3b2e0d451 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:45:33.757883 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaab9141-b278-4711-8c54-afa3b2e0d451 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:45:33.758264 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaab9141-b278-4711-8c54-afa3b2e0d451 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:45:33.761492 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaab9141-b278-4711-8c54-afa3b2e0d451 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:45:33.782406 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-eaab9141-b278-4711-8c54-afa3b2e0d451 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:45:33.784062 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dec0c70-dfaa-4c30-84c5-ea159478b05e req-eaab9141-b278-4711-8c54-afa3b2e0d451 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] No DVR routers for this DVR port 2e25708f-feb6-4867-bdde-07352b694fd0 on host hv-cinder-78687 {{(pid=93642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 08:45:33.786926 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-6dec0c70-dfaa-4c30-84c5-ea159478b05e req-eaab9141-b278-4711-8c54-afa3b2e0d451 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881'] for port, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:45:33.788988 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-6dec0c70-dfaa-4c30-84c5-ea159478b05e req-eaab9141-b278-4711-8c54-afa3b2e0d451 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.72 "DELETE /v2.0/ports/2e25708f-feb6-4867-bdde-07352b694fd0 HTTP/1.1" status: 204 len: 173 time: 0.5759540 Jun 18 08:45:33.789532 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eae09d8e-54d7-452f-89ec-412e9238fd12', 'name': 'network-vif-deleted', 'tag': '2e25708f-feb6-4867-bdde-07352b694fd0'}] {{(pid=93642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:45:33.792536 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8e20e2b9f795c08d425b6044ace8e6bfcc189f1bac9bd432248b5aa3a03ca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf63631-0453-48a9-b107-1485bc393d06" -d '{"events": [{"server_uuid": "eae09d8e-54d7-452f-89ec-412e9238fd12", "name": "network-vif-deleted", "tag": "2e25708f-feb6-4867-bdde-07352b694fd0"}]}' {{(pid=93642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:45:33.908783 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 08:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b196ea5f-8094-4134-b461-c903f4cac921 x-openstack-request-id: req-b196ea5f-8094-4134-b461-c903f4cac921 {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:45:33.909121 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eae09d8e-54d7-452f-89ec-412e9238fd12", "name": "network-vif-deleted", "tag": "2e25708f-feb6-4867-bdde-07352b694fd0", "status": "completed", "code": 200}]} {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:45:33.909415 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b196ea5f-8094-4134-b461-c903f4cac921 {{(pid=93642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:45:33.909858 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eae09d8e-54d7-452f-89ec-412e9238fd12', 'name': 'network-vif-deleted', 'tag': '2e25708f-feb6-4867-bdde-07352b694fd0', 'status': 'completed', 'code': 200} Jun 18 08:45:34.756878 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-56a038d7-6ebb-4707-9e72-2de4ddd65461 req-7bca5cd7-db9d-4e73-9d6a-c4b738ddf8f8 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/ports?device_id=eae09d8e-54d7-452f-89ec-412e9238fd12 HTTP/1.1" status: 200 len: 210 time: 0.0313783 Jun 18 08:45:36.511545 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device 2e25708f-feb6-4867-bdde-07352b694fd0 no longer exists at agent hyperv_hv-cinder-78687 {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:45:36.531687 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] No Port match for: 2e25708f-feb6-4867-bdde-07352b694fd0 {{(pid=93643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:45:36.532068 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device 2e25708f-feb6-4867-bdde-07352b694fd0 not bound to the agent host hv-cinder-78687 {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:45:37.785636 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f4a2b5-0667-4c3d-a4a7-9fefd8fb203d req-ad43a48c-3784-4a8d-bb1f-89b3b0769c7e tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:45:37.787091 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-04f4a2b5-0667-4c3d-a4a7-9fefd8fb203d req-ad43a48c-3784-4a8d-bb1f-89b3b0769c7e tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/ports?device_id=54d3b510-30a2-4a2e-8616-89abe81d5468 HTTP/1.1" status: 200 len: 945 time: 0.0716913 Jun 18 08:45:37.825207 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-04f4a2b5-0667-4c3d-a4a7-9fefd8fb203d req-5fd61da2-dcb1-4c8b-a726-71342840fc63 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/security-groups?id=4867ab69-940b-47e3-976b-301f470215ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324376 Jun 18 08:45:39.004840 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c28031e-9871-419d-8eef-75500db0ef52 req-6d7f83b0-2b9f-41eb-8772-c396cbf365ae tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:45:39.009266 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6c28031e-9871-419d-8eef-75500db0ef52 req-6d7f83b0-2b9f-41eb-8772-c396cbf365ae tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/ports?device_id=54d3b510-30a2-4a2e-8616-89abe81d5468 HTTP/1.1" status: 200 len: 945 time: 0.0662096 Jun 18 08:45:39.045174 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6c28031e-9871-419d-8eef-75500db0ef52 req-e4078314-949f-4267-ac63-92b836617b24 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/security-groups?id=4867ab69-940b-47e3-976b-301f470215ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319719 Jun 18 08:45:39.059384 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-6abe1b63-b5d7-46df-9340-5ae75c35b0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:45:39.950266 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ec24a-bc3b-410b-a473-7c5d87d2bacf req-abc345c2-3d38-4d50-a9bd-b065b4e9b2cd tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:45:39.951630 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-8a5ec24a-bc3b-410b-a473-7c5d87d2bacf req-abc345c2-3d38-4d50-a9bd-b065b4e9b2cd tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.72 "GET /v2.0/ports?device_id=54d3b510-30a2-4a2e-8616-89abe81d5468 HTTP/1.1" status: 200 len: 945 time: 0.0683093 Jun 18 08:45:40.051561 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [req-8a5ec24a-bc3b-410b-a473-7c5d87d2bacf req-f7ca86b3-26db-432f-abaf-c43e0feddb7c tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Deleting port 816b1c71-b644-4551-bab6-5bd707127879 {{(pid=93642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:45:40.051905 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-8a5ec24a-bc3b-410b-a473-7c5d87d2bacf req-f7ca86b3-26db-432f-abaf-c43e0feddb7c tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741882027237'] for port, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:45:40.157257 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [req-8a5ec24a-bc3b-410b-a473-7c5d87d2bacf req-f7ca86b3-26db-432f-abaf-c43e0feddb7c tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] For port 816b1c71-b644-4551-bab6-5bd707127879, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=816b1c71-b644-4551-bab6-5bd707127879,segment=NetworkSegment(32f6289b-1d2a-4372-825d-a96c55af32b5),segment_id=32f6289b-1d2a-4372-825d-a96c55af32b5)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:45:40.157621 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-8a5ec24a-bc3b-410b-a473-7c5d87d2bacf req-f7ca86b3-26db-432f-abaf-c43e0feddb7c tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7962534'] for port, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:45:40.222121 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a6c2c-dd86-4ca6-b13d-c3f16accc409 req-66137616-2659-4839-ab21-276d6d6de25e tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:45:40.223521 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c13a6c2c-dd86-4ca6-b13d-c3f16accc409 req-66137616-2659-4839-ab21-276d6d6de25e tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/ports?device_id=54d3b510-30a2-4a2e-8616-89abe81d5468 HTTP/1.1" status: 200 len: 945 time: 0.0649965 Jun 18 08:45:40.223835 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [req-8a5ec24a-bc3b-410b-a473-7c5d87d2bacf req-f7ca86b3-26db-432f-abaf-c43e0feddb7c tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Calling delete_port for 816b1c71-b644-4551-bab6-5bd707127879 owned by compute:nova {{(pid=93642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:45:40.263005 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c13a6c2c-dd86-4ca6-b13d-c3f16accc409 req-2c11af28-a43e-41b1-8f28-36ef4df43c03 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/security-groups?id=4867ab69-940b-47e3-976b-301f470215ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335181 Jun 18 08:45:40.453977 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-8a5ec24a-bc3b-410b-a473-7c5d87d2bacf req-f7ca86b3-26db-432f-abaf-c43e0feddb7c tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741882028261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741881438823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16340813'] for port, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:45:40.458003 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-810cd76c-3820-47b6-8739-c98dc402f4a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:45:40.483244 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ca86b3-26db-432f-abaf-c43e0feddb7c tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Pushing event deleted for resources: {'Port': ['ID=816b1c71-b644-4551-bab6-5bd707127879,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:45:40.486392 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-f7ca86b3-26db-432f-abaf-c43e0feddb7c tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:45:40.493337 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] get_ports_and_sgs() called for port_ids ['cdabb2e0-420a-40da-b1ba-24ad35fbf34b', '362eec8f-8f61-40e2-8a26-66b95f57b39a', '816b1c71-b644-4551-bab6-5bd707127879'] {{(pid=93643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 08:45:40.546644 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a5ec24a-bc3b-410b-a473-7c5d87d2bacf req-f7ca86b3-26db-432f-abaf-c43e0feddb7c tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] No DVR routers for this DVR port 816b1c71-b644-4551-bab6-5bd707127879 on host hv-cinder-78687 {{(pid=93642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 08:45:40.546644 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-8a5ec24a-bc3b-410b-a473-7c5d87d2bacf req-f7ca86b3-26db-432f-abaf-c43e0feddb7c tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881'] for port, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:45:40.546644 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-8a5ec24a-bc3b-410b-a473-7c5d87d2bacf req-f7ca86b3-26db-432f-abaf-c43e0feddb7c tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.72 "DELETE /v2.0/ports/816b1c71-b644-4551-bab6-5bd707127879 HTTP/1.1" status: 204 len: 173 time: 0.5850432 Jun 18 08:45:40.546644 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d3b510-30a2-4a2e-8616-89abe81d5468', 'name': 'network-vif-deleted', 'tag': '816b1c71-b644-4551-bab6-5bd707127879'}] {{(pid=93642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:45:40.546644 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8e20e2b9f795c08d425b6044ace8e6bfcc189f1bac9bd432248b5aa3a03ca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b452d3f-6a60-4c29-8a5c-86d897d72475" -d '{"events": [{"server_uuid": "54d3b510-30a2-4a2e-8616-89abe81d5468", "name": "network-vif-deleted", "tag": "816b1c71-b644-4551-bab6-5bd707127879"}]}' {{(pid=93642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:45:40.590646 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 08:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3434b928-d546-4c7c-b2f1-0a5b86998cf3 x-openstack-request-id: req-3434b928-d546-4c7c-b2f1-0a5b86998cf3 {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:45:40.591329 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54d3b510-30a2-4a2e-8616-89abe81d5468", "name": "network-vif-deleted", "tag": "816b1c71-b644-4551-bab6-5bd707127879", "status": "completed", "code": 200}]} {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:45:40.591329 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3434b928-d546-4c7c-b2f1-0a5b86998cf3 {{(pid=93642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:45:40.591698 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d3b510-30a2-4a2e-8616-89abe81d5468', 'name': 'network-vif-deleted', 'tag': '816b1c71-b644-4551-bab6-5bd707127879', 'status': 'completed', 'code': 200} Jun 18 08:45:41.427052 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-9e815840-2ccf-4403-b394-a52ea4bc1066 req-fe44856d-5c55-4856-a2e8-39f140a81368 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/ports?device_id=54d3b510-30a2-4a2e-8616-89abe81d5468 HTTP/1.1" status: 200 len: 210 time: 0.0320470 Jun 18 08:45:41.514097 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-fd213f18-b220-4766-b8f2-cd94b5bfbe7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:45:41.968594 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:45:42.561400 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device 816b1c71-b644-4551-bab6-5bd707127879 no longer exists at agent hyperv_hv-cinder-78687 {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:45:42.582563 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] No Port match for: 816b1c71-b644-4551-bab6-5bd707127879 {{(pid=93643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:45:42.582915 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device 816b1c71-b644-4551-bab6-5bd707127879 not bound to the agent host hv-cinder-78687 {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:45:42.962567 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-37edacc1-1ba5-460e-aa47-45b5acfa9d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:45:43.270764 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3edc8c-f0a0-4e81-8705-703951ecb54e req-d5d52f73-3255-426e-9f1c-5f1a7a4a5496 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:45:43.272244 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-8a3edc8c-f0a0-4e81-8705-703951ecb54e req-d5d52f73-3255-426e-9f1c-5f1a7a4a5496 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/ports?device_id=c751fc75-2c68-4ad0-8377-a31a161026db HTTP/1.1" status: 200 len: 945 time: 0.0626535 Jun 18 08:45:43.310620 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-8a3edc8c-f0a0-4e81-8705-703951ecb54e req-a5a82be3-2460-4d18-8da3-9746e7e1fc00 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/security-groups?id=4867ab69-940b-47e3-976b-301f470215ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320816 Jun 18 08:45:44.486609 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7fd08b-c7c2-4538-a11e-4a8abe72f139 req-9efdd066-134b-470f-ad70-cf5c36f68b0e tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:45:44.488196 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4a7fd08b-c7c2-4538-a11e-4a8abe72f139 req-9efdd066-134b-470f-ad70-cf5c36f68b0e tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/ports?device_id=c751fc75-2c68-4ad0-8377-a31a161026db HTTP/1.1" status: 200 len: 945 time: 0.0646970 Jun 18 08:45:44.527933 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4a7fd08b-c7c2-4538-a11e-4a8abe72f139 req-fdbd3ca6-ea68-42f5-92ca-4708628772bd tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/security-groups?id=4867ab69-940b-47e3-976b-301f470215ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339775 Jun 18 08:45:44.721995 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-624571b3-aef6-4a8c-8ab3-5c089201a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:45:45.120584 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c148309e-7786-4410-aab3-567ecfceac6c req-f3a67c17-42b0-49a3-80c9-a4d6af20c738 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:45:45.122094 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-c148309e-7786-4410-aab3-567ecfceac6c req-f3a67c17-42b0-49a3-80c9-a4d6af20c738 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.72 "GET /v2.0/ports?device_id=c751fc75-2c68-4ad0-8377-a31a161026db HTTP/1.1" status: 200 len: 945 time: 0.0686464 Jun 18 08:45:45.233335 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [req-c148309e-7786-4410-aab3-567ecfceac6c req-5a0f78d5-0316-497e-b59a-cfc11ac4acbf tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Deleting port 362eec8f-8f61-40e2-8a26-66b95f57b39a {{(pid=93642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:45:45.233675 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-c148309e-7786-4410-aab3-567ecfceac6c req-5a0f78d5-0316-497e-b59a-cfc11ac4acbf tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741882027237'] for port, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:45:45.329858 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [req-c148309e-7786-4410-aab3-567ecfceac6c req-5a0f78d5-0316-497e-b59a-cfc11ac4acbf tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] For port 362eec8f-8f61-40e2-8a26-66b95f57b39a, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=362eec8f-8f61-40e2-8a26-66b95f57b39a,segment=NetworkSegment(32f6289b-1d2a-4372-825d-a96c55af32b5),segment_id=32f6289b-1d2a-4372-825d-a96c55af32b5)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:45:45.330225 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-c148309e-7786-4410-aab3-567ecfceac6c req-5a0f78d5-0316-497e-b59a-cfc11ac4acbf tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7962534'] for port, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:45:45.399273 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [req-c148309e-7786-4410-aab3-567ecfceac6c req-5a0f78d5-0316-497e-b59a-cfc11ac4acbf tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Calling delete_port for 362eec8f-8f61-40e2-8a26-66b95f57b39a owned by compute:nova {{(pid=93642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:45:45.631245 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-c148309e-7786-4410-aab3-567ecfceac6c req-5a0f78d5-0316-497e-b59a-cfc11ac4acbf tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741882028261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741881438823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16340813'] for port, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:45:45.637119 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-a91a89b7-42fd-4026-82f5-732fcb2d025a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:45:45.667639 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] get_ports_and_sgs() called for port_ids ['cdabb2e0-420a-40da-b1ba-24ad35fbf34b', '362eec8f-8f61-40e2-8a26-66b95f57b39a'] {{(pid=93643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 08:45:45.669443 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0f78d5-0316-497e-b59a-cfc11ac4acbf tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Pushing event deleted for resources: {'Port': ['ID=362eec8f-8f61-40e2-8a26-66b95f57b39a,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:45:45.673727 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-5a0f78d5-0316-497e-b59a-cfc11ac4acbf tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:45:45.681130 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4a22d755-63b8-48a4-805b-5a0d45d6dd99 req-72145a64-1e38-4277-98f8-c6b3792753fe tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/ports?device_id=c751fc75-2c68-4ad0-8377-a31a161026db HTTP/1.1" status: 200 len: 210 time: 0.0336430 Jun 18 08:45:45.720658 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [req-c148309e-7786-4410-aab3-567ecfceac6c req-5a0f78d5-0316-497e-b59a-cfc11ac4acbf tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] No DVR routers for this DVR port 362eec8f-8f61-40e2-8a26-66b95f57b39a on host hv-cinder-78687 {{(pid=93642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 08:45:45.723192 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-c148309e-7786-4410-aab3-567ecfceac6c req-5a0f78d5-0316-497e-b59a-cfc11ac4acbf tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881'] for port, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:45:45.725199 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-c148309e-7786-4410-aab3-567ecfceac6c req-5a0f78d5-0316-497e-b59a-cfc11ac4acbf tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.72 "DELETE /v2.0/ports/362eec8f-8f61-40e2-8a26-66b95f57b39a HTTP/1.1" status: 204 len: 173 time: 0.5970802 Jun 18 08:45:45.725714 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c751fc75-2c68-4ad0-8377-a31a161026db', 'name': 'network-vif-deleted', 'tag': '362eec8f-8f61-40e2-8a26-66b95f57b39a'}] {{(pid=93642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:45:45.728284 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8e20e2b9f795c08d425b6044ace8e6bfcc189f1bac9bd432248b5aa3a03ca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87892c28-1475-4dd6-a545-e0fabc2c58cd" -d '{"events": [{"server_uuid": "c751fc75-2c68-4ad0-8377-a31a161026db", "name": "network-vif-deleted", "tag": "362eec8f-8f61-40e2-8a26-66b95f57b39a"}]}' {{(pid=93642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:45:45.775148 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 08:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7a52ed-2130-46cd-8173-ec970c6b9e93 x-openstack-request-id: req-3c7a52ed-2130-46cd-8173-ec970c6b9e93 {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:45:45.775148 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c751fc75-2c68-4ad0-8377-a31a161026db", "name": "network-vif-deleted", "tag": "362eec8f-8f61-40e2-8a26-66b95f57b39a", "status": "completed", "code": 200}]} {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:45:45.775148 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3c7a52ed-2130-46cd-8173-ec970c6b9e93 {{(pid=93642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:45:45.775148 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c751fc75-2c68-4ad0-8377-a31a161026db', 'name': 'network-vif-deleted', 'tag': '362eec8f-8f61-40e2-8a26-66b95f57b39a', 'status': 'completed', 'code': 200} Jun 18 08:45:46.842954 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e49fbf10-574d-4a91-b116-f29f8c2fb70f req-7ec3214a-65bc-4f36-8b04-cc3ea2b83a20 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/ports?device_id=c751fc75-2c68-4ad0-8377-a31a161026db HTTP/1.1" status: 200 len: 210 time: 0.0285327 Jun 18 08:45:48.599841 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device 362eec8f-8f61-40e2-8a26-66b95f57b39a no longer exists at agent hyperv_hv-cinder-78687 {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:45:48.621259 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] No Port match for: 362eec8f-8f61-40e2-8a26-66b95f57b39a {{(pid=93643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:45:48.621624 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device 362eec8f-8f61-40e2-8a26-66b95f57b39a not bound to the agent host hv-cinder-78687 {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:45:49.884707 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bac057c-169a-443f-b62c-d4ffcf9eed3c req-1d34a5ff-4dee-4e46-b441-ac9f47ae936e tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:45:49.886236 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4bac057c-169a-443f-b62c-d4ffcf9eed3c req-1d34a5ff-4dee-4e46-b441-ac9f47ae936e tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d59eb11-f276-4e88-b5f2-3d4a4f9ba322 HTTP/1.1" status: 200 len: 946 time: 0.0644500 Jun 18 08:45:49.925178 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4bac057c-169a-443f-b62c-d4ffcf9eed3c req-f5a15545-53ed-40c3-9260-d25c9a6a7e31 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/security-groups?id=4867ab69-940b-47e3-976b-301f470215ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323629 Jun 18 08:45:51.109864 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e62cfa-7865-4410-8fb9-ff52ef45ee03 req-db56582b-0acb-4c9f-9a52-fe9e5ffedaf8 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:45:51.111598 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b0e62cfa-7865-4410-8fb9-ff52ef45ee03 req-db56582b-0acb-4c9f-9a52-fe9e5ffedaf8 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d59eb11-f276-4e88-b5f2-3d4a4f9ba322 HTTP/1.1" status: 200 len: 946 time: 0.0678611 Jun 18 08:45:51.150791 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b0e62cfa-7865-4410-8fb9-ff52ef45ee03 req-2829836f-da36-45b7-a311-46bf77446195 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/security-groups?id=4867ab69-940b-47e3-976b-301f470215ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334065 Jun 18 08:45:51.700620 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c47fc2-9cb2-4e99-be4a-4c65de7c3ae6 req-154d8ebc-7d9a-46ab-a6d0-dc05d8a098ba tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:45:51.702117 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-54c47fc2-9cb2-4e99-be4a-4c65de7c3ae6 req-154d8ebc-7d9a-46ab-a6d0-dc05d8a098ba tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d59eb11-f276-4e88-b5f2-3d4a4f9ba322 HTTP/1.1" status: 200 len: 946 time: 0.0636346 Jun 18 08:45:51.808045 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [req-54c47fc2-9cb2-4e99-be4a-4c65de7c3ae6 req-39ec57fe-5ae0-4be8-bf41-0acd098007a8 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Deleting port cdabb2e0-420a-40da-b1ba-24ad35fbf34b {{(pid=93642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:45:51.808394 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-54c47fc2-9cb2-4e99-be4a-4c65de7c3ae6 req-39ec57fe-5ae0-4be8-bf41-0acd098007a8 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741882027237'] for port, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:45:51.897366 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [req-54c47fc2-9cb2-4e99-be4a-4c65de7c3ae6 req-39ec57fe-5ae0-4be8-bf41-0acd098007a8 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] For port cdabb2e0-420a-40da-b1ba-24ad35fbf34b, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=cdabb2e0-420a-40da-b1ba-24ad35fbf34b,segment=NetworkSegment(32f6289b-1d2a-4372-825d-a96c55af32b5),segment_id=32f6289b-1d2a-4372-825d-a96c55af32b5)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:45:51.897630 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-54c47fc2-9cb2-4e99-be4a-4c65de7c3ae6 req-39ec57fe-5ae0-4be8-bf41-0acd098007a8 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7962534'] for port, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:45:51.964381 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [req-54c47fc2-9cb2-4e99-be4a-4c65de7c3ae6 req-39ec57fe-5ae0-4be8-bf41-0acd098007a8 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Calling delete_port for cdabb2e0-420a-40da-b1ba-24ad35fbf34b owned by compute:nova {{(pid=93642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:45:52.213299 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-54c47fc2-9cb2-4e99-be4a-4c65de7c3ae6 req-39ec57fe-5ae0-4be8-bf41-0acd098007a8 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741882028261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741881438823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16340813'] for port, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:45:52.217619 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-fa6278c2-69f3-48e6-85ba-00d923710b33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:45:52.247820 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] get_ports_and_sgs() called for port_ids ['cdabb2e0-420a-40da-b1ba-24ad35fbf34b'] {{(pid=93643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 08:45:52.249795 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ec57fe-5ae0-4be8-bf41-0acd098007a8 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Pushing event deleted for resources: {'Port': ['ID=cdabb2e0-420a-40da-b1ba-24ad35fbf34b,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:45:52.253274 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-39ec57fe-5ae0-4be8-bf41-0acd098007a8 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:45:52.296609 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c47fc2-9cb2-4e99-be4a-4c65de7c3ae6 req-39ec57fe-5ae0-4be8-bf41-0acd098007a8 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] No DVR routers for this DVR port cdabb2e0-420a-40da-b1ba-24ad35fbf34b on host hv-cinder-78687 {{(pid=93642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 08:45:52.299025 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-54c47fc2-9cb2-4e99-be4a-4c65de7c3ae6 req-39ec57fe-5ae0-4be8-bf41-0acd098007a8 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881'] for port, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:45:52.300881 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-e1227f4e-a457-42c0-8d85-90b7248f7314 req-94e28d21-a508-4cd3-a825-a33ca642142b tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d59eb11-f276-4e88-b5f2-3d4a4f9ba322 HTTP/1.1" status: 200 len: 210 time: 0.0327373 Jun 18 08:45:52.301423 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-54c47fc2-9cb2-4e99-be4a-4c65de7c3ae6 req-39ec57fe-5ae0-4be8-bf41-0acd098007a8 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.72 "DELETE /v2.0/ports/cdabb2e0-420a-40da-b1ba-24ad35fbf34b HTTP/1.1" status: 204 len: 173 time: 0.5930219 Jun 18 08:45:52.301536 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d59eb11-f276-4e88-b5f2-3d4a4f9ba322', 'name': 'network-vif-deleted', 'tag': 'cdabb2e0-420a-40da-b1ba-24ad35fbf34b'}] {{(pid=93642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:45:52.303863 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8e20e2b9f795c08d425b6044ace8e6bfcc189f1bac9bd432248b5aa3a03ca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-373ea0a2-e32a-4a53-9456-09965b41ea20" -d '{"events": [{"server_uuid": "7d59eb11-f276-4e88-b5f2-3d4a4f9ba322", "name": "network-vif-deleted", "tag": "cdabb2e0-420a-40da-b1ba-24ad35fbf34b"}]}' {{(pid=93642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:45:52.341903 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 08:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d9f1f30-6fd1-4f76-8465-e10458281f23 x-openstack-request-id: req-6d9f1f30-6fd1-4f76-8465-e10458281f23 {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:45:52.342246 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d59eb11-f276-4e88-b5f2-3d4a4f9ba322", "name": "network-vif-deleted", "tag": "cdabb2e0-420a-40da-b1ba-24ad35fbf34b", "status": "completed", "code": 200}]} {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:45:52.342542 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6d9f1f30-6fd1-4f76-8465-e10458281f23 {{(pid=93642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:45:52.343145 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d59eb11-f276-4e88-b5f2-3d4a4f9ba322', 'name': 'network-vif-deleted', 'tag': 'cdabb2e0-420a-40da-b1ba-24ad35fbf34b', 'status': 'completed', 'code': 200} Jun 18 08:45:53.481790 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-65b4cadf-b576-45d4-8f4f-fc32b676e4ef req-65db0e92-e050-4752-a534-1a7691e9b1bc tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d59eb11-f276-4e88-b5f2-3d4a4f9ba322 HTTP/1.1" status: 200 len: 210 time: 0.0398908 Jun 18 08:45:54.583869 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 42548) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:45:54.629318 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.db.db_base_plugin_v2 [None req-efd5185f-c767-4bb0-9555-acda6ec3eb8c admin admin] Deleting subnet bb00d5a7-947f-4b76-a7f2-07d9d66990f5 {{(pid=93641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 08:45:54.632402 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-efd5185f-c767-4bb0-9555-acda6ec3eb8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:45:54.646623 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device cdabb2e0-420a-40da-b1ba-24ad35fbf34b no longer exists at agent hyperv_hv-cinder-78687 {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:45:54.667141 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] No Port match for: cdabb2e0-420a-40da-b1ba-24ad35fbf34b {{(pid=93643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:45:54.667493 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device cdabb2e0-420a-40da-b1ba-24ad35fbf34b not bound to the agent host hv-cinder-78687 {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:45:54.669428 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-efd5185f-c767-4bb0-9555-acda6ec3eb8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6585387'] for subnet, precommit_delete_associations {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:45:54.709420 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-efd5185f-c767-4bb0-9555-acda6ec3eb8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002347'] for subnet, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:45:54.863655 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-efd5185f-c767-4bb0-9555-acda6ec3eb8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5195129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4724164'] for subnet, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:45:54.866186 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-1dd7a3a7-15d7-41e1-8c52-9ea33693f513 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:45:54.889276 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd5185f-c767-4bb0-9555-acda6ec3eb8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb00d5a7-947f-4b76-a7f2-07d9d66990f5,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:45:54.897710 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-efd5185f-c767-4bb0-9555-acda6ec3eb8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8041489'] for subnet, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:45:54.899532 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-efd5185f-c767-4bb0-9555-acda6ec3eb8c admin admin] 10.222.0.70 "DELETE /v2.0/subnets/bb00d5a7-947f-4b76-a7f2-07d9d66990f5 HTTP/1.1" status: 204 len: 168 time: 0.3146458 Jun 18 08:45:54.901049 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd5185f-c767-4bb0-9555-acda6ec3eb8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:45:54.901437 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd5185f-c767-4bb0-9555-acda6ec3eb8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:45:54.901809 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd5185f-c767-4bb0-9555-acda6ec3eb8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:45:54.902128 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 42550) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:45:54.902577 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd5185f-c767-4bb0-9555-acda6ec3eb8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:45:54.902577 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd5185f-c767-4bb0-9555-acda6ec3eb8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:45:54.903149 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd5185f-c767-4bb0-9555-acda6ec3eb8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:45:54.903381 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd5185f-c767-4bb0-9555-acda6ec3eb8c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:45:54.903733 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd5185f-c767-4bb0-9555-acda6ec3eb8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:45:54.904132 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd5185f-c767-4bb0-9555-acda6ec3eb8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:45:54.904493 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd5185f-c767-4bb0-9555-acda6ec3eb8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:45:54.904848 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd5185f-c767-4bb0-9555-acda6ec3eb8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:45:54.905209 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd5185f-c767-4bb0-9555-acda6ec3eb8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:45:54.909107 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-efd5185f-c767-4bb0-9555-acda6ec3eb8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:45:54.983697 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-f451b206-e91e-4c6d-b347-29387f12fde5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580887'] for network, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:45:55.063502 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-f451b206-e91e-4c6d-b347-29387f12fde5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003764', 'neutron.services.segments.db._delete_segments_for_network-8741881978067'] for network, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:45:55.073903 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.services.segments.db [None req-f451b206-e91e-4c6d-b347-29387f12fde5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b215208-834e-47d1-a78a-7e3b2ae6aa77']}} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:45:55.084173 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.services.segments.db [None req-f451b206-e91e-4c6d-b347-29387f12fde5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32f6289b-1d2a-4372-825d-a96c55af32b5') {'for_net_delete': True} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:45:55.084478 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.services.segments.db [None req-f451b206-e91e-4c6d-b347-29387f12fde5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32f6289b-1d2a-4372-825d-a96c55af32b5') {} {{(pid=93642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:45:55.093648 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-f451b206-e91e-4c6d-b347-29387f12fde5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741881977896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414236'] for segment, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:45:55.112699 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-f451b206-e91e-4c6d-b347-29387f12fde5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001404'] for segment, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:45:55.121562 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f451b206-e91e-4c6d-b347-29387f12fde5 admin admin] Releasing vlan 927 on physical network physnet1 to pool {{(pid=93642) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 08:45:55.121562 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-f451b206-e91e-4c6d-b347-29387f12fde5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729756'] for segment, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:45:55.121823 dv-cinder-786873-3-iscsi neutron-server[93642]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 08:45:55.121823 dv-cinder-786873-3-iscsi neutron-server[93642]: conditions |= (models_v2.Port.network_id.in_( Jun 18 08:45:55.121823 dv-cinder-786873-3-iscsi neutron-server[93642]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 08:45:55.121823 dv-cinder-786873-3-iscsi neutron-server[93642]: conditions |= (models_v2.Port.network_id.in_( Jun 18 08:45:55.121823 dv-cinder-786873-3-iscsi neutron-server[93642]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 08:45:55.121823 dv-cinder-786873-3-iscsi neutron-server[93642]: conditions |= (models_v2.Port.network_id.in_( Jun 18 08:45:55.121823 dv-cinder-786873-3-iscsi neutron-server[93642]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 08:45:55.121823 dv-cinder-786873-3-iscsi neutron-server[93642]: conditions |= (models_v2.Port.network_id.in_( Jun 18 08:45:55.121823 dv-cinder-786873-3-iscsi neutron-server[93642]: Traceback (most recent call last): Jun 18 08:45:55.121823 dv-cinder-786873-3-iscsi neutron-server[93642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 08:45:55.121823 dv-cinder-786873-3-iscsi neutron-server[93642]: timer() Jun 18 08:45:55.121823 dv-cinder-786873-3-iscsi neutron-server[93642]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 08:45:55.121823 dv-cinder-786873-3-iscsi neutron-server[93642]: cb(*args, **kw) Jun 18 08:45:55.121823 dv-cinder-786873-3-iscsi neutron-server[93642]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 08:45:55.121823 dv-cinder-786873-3-iscsi neutron-server[93642]: return func(*args, **kwargs) Jun 18 08:45:55.121823 dv-cinder-786873-3-iscsi neutron-server[93642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 08:45:55.121823 dv-cinder-786873-3-iscsi neutron-server[93642]: self._notify() Jun 18 08:45:55.121823 dv-cinder-786873-3-iscsi neutron-server[93642]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 08:45:55.121823 dv-cinder-786873-3-iscsi neutron-server[93642]: self.callback(batched_events) Jun 18 08:45:55.121823 dv-cinder-786873-3-iscsi neutron-server[93642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 08:45:55.121823 dv-cinder-786873-3-iscsi neutron-server[93642]: event.method(event) Jun 18 08:45:55.121823 dv-cinder-786873-3-iscsi neutron-server[93642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 08:45:55.121823 dv-cinder-786873-3-iscsi neutron-server[93642]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 08:45:55.121823 dv-cinder-786873-3-iscsi neutron-server[93642]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 08:45:55.121823 dv-cinder-786873-3-iscsi neutron-server[93642]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 08:45:55.121823 dv-cinder-786873-3-iscsi neutron-server[93642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 08:45:55.121823 dv-cinder-786873-3-iscsi neutron-server[93642]: return f(self, *a, **k) Jun 18 08:45:55.121823 dv-cinder-786873-3-iscsi neutron-server[93642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 08:45:55.121823 dv-cinder-786873-3-iscsi neutron-server[93642]: return self._get(url).json() Jun 18 08:45:55.121823 dv-cinder-786873-3-iscsi neutron-server[93642]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 08:45:55.121823 dv-cinder-786873-3-iscsi neutron-server[93642]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 08:45:55.121823 dv-cinder-786873-3-iscsi neutron-server[93642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 08:45:55.121823 dv-cinder-786873-3-iscsi neutron-server[93642]: return self.request(url, 'GET', **kwargs) Jun 18 08:45:55.121823 dv-cinder-786873-3-iscsi neutron-server[93642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 08:45:55.121823 dv-cinder-786873-3-iscsi neutron-server[93642]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 08:45:55.121823 dv-cinder-786873-3-iscsi neutron-server[93642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 08:45:55.121823 dv-cinder-786873-3-iscsi neutron-server[93642]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 08:45:55.121823 dv-cinder-786873-3-iscsi neutron-server[93642]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 08:45:55.121823 dv-cinder-786873-3-iscsi neutron-server[93642]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 08:45:55.121823 dv-cinder-786873-3-iscsi neutron-server[93642]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 08:45:55.233386 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-f451b206-e91e-4c6d-b347-29387f12fde5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8355133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7960504'] for network, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:45:55.238896 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-f451b206-e91e-4c6d-b347-29387f12fde5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8041489'] for network, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:45:55.240875 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-f451b206-e91e-4c6d-b347-29387f12fde5 admin admin] 10.222.0.70 "DELETE /v2.0/networks/0b215208-834e-47d1-a78a-7e3b2ae6aa77 HTTP/1.1" status: 204 len: 168 time: 0.3377326 Jun 18 08:45:55.241695 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-12ce3227-96dd-4217-83d8-32b305bd2719 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:45:55.254960 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f451b206-e91e-4c6d-b347-29387f12fde5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b215208-834e-47d1-a78a-7e3b2ae6aa77,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:45:55.257401 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-f451b206-e91e-4c6d-b347-29387f12fde5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:45:55.581044 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 42554) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:45:55.622696 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-dea29326-3abe-462f-bc85-344aaba1e011 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0d1855de1ef94716b3d18637166d02da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0404069 Jun 18 08:45:55.624997 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 42556) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:45:55.676835 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-18505f33-b503-45bd-a38e-35b6c5b84986 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:45:55.698437 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-18505f33-b503-45bd-a38e-35b6c5b84986 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:45:55.798809 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-18505f33-b503-45bd-a38e-35b6c5b84986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:45:55.801453 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-18505f33-b503-45bd-a38e-35b6c5b84986 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:45:55.802582 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-18505f33-b503-45bd-a38e-35b6c5b84986 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4867ab69-940b-47e3-976b-301f470215ea HTTP/1.1" status: 204 len: 168 time: 0.1766741 Jun 18 08:45:55.803430 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-f97ebe80-108f-44dd-b5e6-246f23349b44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:45:55.813490 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18505f33-b503-45bd-a38e-35b6c5b84986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4867ab69-940b-47e3-976b-301f470215ea,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:45:55.818327 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-18505f33-b503-45bd-a38e-35b6c5b84986 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:45:56.340371 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:02.396286 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 42640) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:46:02.512265 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4adc53cd-63cf-4d40-b205-e1fed519e676 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:02.618024 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4adc53cd-63cf-4d40-b205-e1fed519e676 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:02.707622 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4adc53cd-63cf-4d40-b205-e1fed519e676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:02.710426 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:46:02.748533 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adc53cd-63cf-4d40-b205-e1fed519e676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=257c4d26-d6ed-4d1e-9335-3adefd097676,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:46:02.753503 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-4adc53cd-63cf-4d40-b205-e1fed519e676 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7bd324cd1db84ba78af72617d3f018a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3553984 Jun 18 08:46:02.755244 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-4adc53cd-63cf-4d40-b205-e1fed519e676 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:46:02.755410 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 42644) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:46:02.807171 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-937e313e-5e72-4748-a158-7ee0bdb8ae35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:02.830693 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-937e313e-5e72-4748-a158-7ee0bdb8ae35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:02.998944 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-937e313e-5e72-4748-a158-7ee0bdb8ae35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:03.001815 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-937e313e-5e72-4748-a158-7ee0bdb8ae35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:03.003011 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-937e313e-5e72-4748-a158-7ee0bdb8ae35 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/257c4d26-d6ed-4d1e-9335-3adefd097676 HTTP/1.1" status: 204 len: 168 time: 0.2458868 Jun 18 08:46:03.003825 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-61409c8a-cafe-44a4-bda7-5f072974e38f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:46:03.013364 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937e313e-5e72-4748-a158-7ee0bdb8ae35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=257c4d26-d6ed-4d1e-9335-3adefd097676,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:46:03.020517 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-937e313e-5e72-4748-a158-7ee0bdb8ae35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:46:03.635931 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 42650) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:46:03.650171 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-eb1ccf55-6df1-41b6-9397-708bbdf69a1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:03.737346 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-eb1ccf55-6df1-41b6-9397-708bbdf69a1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:03.801102 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-eb1ccf55-6df1-41b6-9397-708bbdf69a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:03.803991 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-bca5b8a1-ef2c-4d9a-9d25-bbb02b9b89c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:46:03.840607 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-eb1ccf55-6df1-41b6-9397-708bbdf69a1a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ddda242c60704bfb82629c95c294fd36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2035217 Jun 18 08:46:03.841509 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1ccf55-6df1-41b6-9397-708bbdf69a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9945547-d399-41b0-818d-29d78398bb10,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:46:03.843594 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 42652) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:46:03.844577 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-eb1ccf55-6df1-41b6-9397-708bbdf69a1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:46:03.893589 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-4b70d050-865c-448e-ab9c-3968546d7c70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:03.915198 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-4b70d050-865c-448e-ab9c-3968546d7c70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:04.032843 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-4b70d050-865c-448e-ab9c-3968546d7c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:04.035362 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-4b70d050-865c-448e-ab9c-3968546d7c70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:04.036676 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-4b70d050-865c-448e-ab9c-3968546d7c70 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e9945547-d399-41b0-818d-29d78398bb10 HTTP/1.1" status: 204 len: 168 time: 0.1915715 Jun 18 08:46:04.037926 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-908924a7-4585-4e62-a52e-3dd0249daa2e tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:46:04.045853 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b70d050-865c-448e-ab9c-3968546d7c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9945547-d399-41b0-818d-29d78398bb10,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:46:04.054200 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-4b70d050-865c-448e-ab9c-3968546d7c70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:46:06.841773 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 42710) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:46:06.951319 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-ea15c2b9-56b9-48c9-b21b-4c6b337eaab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:07.041421 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-ea15c2b9-56b9-48c9-b21b-4c6b337eaab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:07.141698 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-ea15c2b9-56b9-48c9-b21b-4c6b337eaab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:07.144460 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-5e700013-5421-4e1f-b0c0-d641299115a9 tempest-AttachVolumeShelveTestJSON-179693846 tempest-AttachVolumeShelveTestJSON-179693846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:46:07.180251 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea15c2b9-56b9-48c9-b21b-4c6b337eaab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35ab1438-fa0d-4189-8f91-513d40e2ef64,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:46:07.184724 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-ea15c2b9-56b9-48c9-b21b-4c6b337eaab6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b867e2ca161145059b7ca4eca37fa687&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3418865 Jun 18 08:46:07.185609 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-ea15c2b9-56b9-48c9-b21b-4c6b337eaab6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:46:07.187289 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 42714) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:46:07.236282 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-f3c3206c-adfa-4412-90cf-71d169a493e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:07.257365 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-f3c3206c-adfa-4412-90cf-71d169a493e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:07.382486 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-f3c3206c-adfa-4412-90cf-71d169a493e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:07.385196 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-f3c3206c-adfa-4412-90cf-71d169a493e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:07.386360 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-f3c3206c-adfa-4412-90cf-71d169a493e9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/35ab1438-fa0d-4189-8f91-513d40e2ef64 HTTP/1.1" status: 204 len: 168 time: 0.1981699 Jun 18 08:46:07.387169 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-70c073bf-b72d-4839-baab-966689de1ed4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:46:07.395248 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c3206c-adfa-4412-90cf-71d169a493e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ab1438-fa0d-4189-8f91-513d40e2ef64,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:46:07.398179 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-f3c3206c-adfa-4412-90cf-71d169a493e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:46:08.125106 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 42720) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:46:08.139172 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6770-3443-4e85-ae2b-3bbfdf7b40b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:08.232423 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6770-3443-4e85-ae2b-3bbfdf7b40b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:08.310292 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6770-3443-4e85-ae2b-3bbfdf7b40b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:08.312880 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-b7831eea-3ffd-4135-88fa-22c082295684 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:46:08.350420 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-6a8a6770-3443-4e85-ae2b-3bbfdf7b40b1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fd93cf73f7624094a428e181620919cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2238936 Jun 18 08:46:08.351588 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6770-3443-4e85-ae2b-3bbfdf7b40b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e87bc9fb-09d3-457e-8967-28e502f6166c,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:46:08.352823 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 42722) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:46:08.355197 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-6a8a6770-3443-4e85-ae2b-3bbfdf7b40b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:46:08.414367 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-e04c6cc6-cef3-4486-a4d8-d822ada5a074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:08.451862 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-e04c6cc6-cef3-4486-a4d8-d822ada5a074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:08.569835 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-e04c6cc6-cef3-4486-a4d8-d822ada5a074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:08.572504 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-e04c6cc6-cef3-4486-a4d8-d822ada5a074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:08.573652 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-e04c6cc6-cef3-4486-a4d8-d822ada5a074 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e87bc9fb-09d3-457e-8967-28e502f6166c HTTP/1.1" status: 204 len: 168 time: 0.2198589 Jun 18 08:46:08.574450 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-682758b1-c2b8-49d9-8e6c-bbb7eb257b71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:46:08.581995 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04c6cc6-cef3-4486-a4d8-d822ada5a074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e87bc9fb-09d3-457e-8967-28e502f6166c,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:46:08.585442 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-e04c6cc6-cef3-4486-a4d8-d822ada5a074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:46:08.948484 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.agents_db [None req-a940af84-dce7-47c4-b5d3-ae67f117b383 None None] Agent healthcheck: found 6 active agents {{(pid=93644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:46:09.058652 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-bb86c733-c33f-4a9c-b26b-87e1f67271c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:10.277136 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 42752) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:46:10.383499 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4d4f055f-4958-41cf-aab9-e429297c9415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:10.471760 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4d4f055f-4958-41cf-aab9-e429297c9415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:10.564398 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4d4f055f-4958-41cf-aab9-e429297c9415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:10.567117 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-01754406-461e-49af-a2f4-a5f9042fba5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:46:10.604700 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f055f-4958-41cf-aab9-e429297c9415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=306dd7e7-dfc9-4441-aea6-76c91e0c4166,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:46:10.608958 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-4d4f055f-4958-41cf-aab9-e429297c9415 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2397bea12d374ab2b62a5b118ccafd7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3307939 Jun 18 08:46:10.610132 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-4d4f055f-4958-41cf-aab9-e429297c9415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:46:10.613612 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 42756) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:46:10.670681 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4d4e3bb8-8228-4a07-8b38-44d58c07f468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:10.692871 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4d4e3bb8-8228-4a07-8b38-44d58c07f468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:10.818637 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4d4e3bb8-8228-4a07-8b38-44d58c07f468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:10.821776 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-4d4e3bb8-8228-4a07-8b38-44d58c07f468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:10.822958 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-4d4e3bb8-8228-4a07-8b38-44d58c07f468 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/306dd7e7-dfc9-4441-aea6-76c91e0c4166 HTTP/1.1" status: 204 len: 168 time: 0.2083077 Jun 18 08:46:10.823799 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-c6715862-9888-47ca-9d6d-5fd800359e3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:46:10.831482 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4e3bb8-8228-4a07-8b38-44d58c07f468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=306dd7e7-dfc9-4441-aea6-76c91e0c4166,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:46:10.834276 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-4d4e3bb8-8228-4a07-8b38-44d58c07f468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:46:11.535179 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-92775bcf-402a-4eb5-bf26-da9561fb0893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:11.972515 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:12.969657 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-37edacc1-1ba5-460e-aa47-45b5acfa9d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:14.655353 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-624571b3-aef6-4a8c-8ab3-5c089201a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:24.531673 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 42846) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:46:24.646962 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-40feedbe-7eae-4612-bb86-539224179a3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:24.743291 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-40feedbe-7eae-4612-bb86-539224179a3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:24.869247 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-40feedbe-7eae-4612-bb86-539224179a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:24.871831 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-b1dc4769-ac9d-48ab-8a2b-da61ee38c8e0 tempest-AttachVolumeTestJSON-1154928346 tempest-AttachVolumeTestJSON-1154928346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:46:24.911022 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-40feedbe-7eae-4612-bb86-539224179a3b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d09d081e09794a78a094d4fe13f0d2bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3781118 Jun 18 08:46:24.914052 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40feedbe-7eae-4612-bb86-539224179a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d53ba30d-07d0-498d-b452-2f81115259aa,revision_number=1']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:46:24.915014 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 42850) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:46:24.917058 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-40feedbe-7eae-4612-bb86-539224179a3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:46:24.969011 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-6ccd5132-11cf-4e5e-b164-332b7ce77259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:24.993051 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-6ccd5132-11cf-4e5e-b164-332b7ce77259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:25.132524 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-6ccd5132-11cf-4e5e-b164-332b7ce77259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:25.135144 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-6ccd5132-11cf-4e5e-b164-332b7ce77259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:25.136394 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-6ccd5132-11cf-4e5e-b164-332b7ce77259 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d53ba30d-07d0-498d-b452-2f81115259aa HTTP/1.1" status: 204 len: 168 time: 0.2204497 Jun 18 08:46:25.137216 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-e98beb3d-bb70-4da3-82b2-0c9771f6d909 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:46:25.145815 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccd5132-11cf-4e5e-b164-332b7ce77259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53ba30d-07d0-498d-b452-2f81115259aa,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:46:25.148564 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-6ccd5132-11cf-4e5e-b164-332b7ce77259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:46:26.171171 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 42872) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:46:26.270086 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [None req-efd3b082-0361-49c0-9e35-3829d8c6c059 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1277211671-network', 'tenant_id': '28f1596d634144d3bfe0b3f5166cd110'}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:46:26.345870 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:26.377851 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd3b082-0361-49c0-9e35-3829d8c6c059 admin admin] Made reservation on behalf of 28f1596d634144d3bfe0b3f5166cd110 for: {'network': 1} {{(pid=93642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:46:26.380951 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-efd3b082-0361-49c0-9e35-3829d8c6c059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-568420'] for network, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:26.391005 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-efd3b082-0361-49c0-9e35-3829d8c6c059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:26.483104 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-efd3b082-0361-49c0-9e35-3829d8c6c059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:26.569675 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-efd3b082-0361-49c0-9e35-3829d8c6c059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:26.572984 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-280e1a7a-07b1-43c5-bc84-3af1374e5e21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:46:26.598314 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efd3b082-0361-49c0-9e35-3829d8c6c059 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 943} {{(pid=93642) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 08:46:26.605611 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd3b082-0361-49c0-9e35-3829d8c6c059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca466eb8-c221-4449-9658-499e6efac803,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:46:26.609455 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-efd3b082-0361-49c0-9e35-3829d8c6c059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:46:26.619172 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-efd3b082-0361-49c0-9e35-3829d8c6c059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001404'] for segment, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:26.619172 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.db.segments_db [None req-efd3b082-0361-49c0-9e35-3829d8c6c059 admin admin] Added segment fe4110ba-3c7b-4dc2-aa34-c102c2e877c3 of type vlan for network 40bc593f-6c80-4d6a-828f-ae2edfe0a54a Jun 18 08:46:26.657108 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-efd3b082-0361-49c0-9e35-3829d8c6c059 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741881456851'] for network, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:26.768933 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-efd3b082-0361-49c0-9e35-3829d8c6c059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8355133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484'] for network, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:26.770215 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd3b082-0361-49c0-9e35-3829d8c6c059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:46:26.770878 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-efd3b082-0361-49c0-9e35-3829d8c6c059 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8041489'] for network, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:26.773140 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:46:26.835862 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd3b082-0361-49c0-9e35-3829d8c6c059 admin admin] Pushing event updated for resources: {'Network': ['ID=40bc593f-6c80-4d6a-828f-ae2edfe0a54a,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:46:26.838698 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-efd3b082-0361-49c0-9e35-3829d8c6c059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:46:26.845873 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Network 40bc593f-6c80-4d6a-828f-ae2edfe0a54a details requested by agent ovs-agent-dv-cinder-786873-3-iscsi with host dv-cinder-786873-3-iscsi {{(pid=93643) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 08:46:26.904787 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-efd3b082-0361-49c0-9e35-3829d8c6c059 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7323966 Jun 18 08:46:26.907409 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 42876) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:46:26.913308 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [None req-2eb6687a-d522-4aa4-8855-d71f3b6227cd admin admin] Request body: {'subnet': {'network_id': '40bc593f-6c80-4d6a-828f-ae2edfe0a54a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1277211671-subnet', 'tenant_id': '28f1596d634144d3bfe0b3f5166cd110', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:46:27.020239 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb6687a-d522-4aa4-8855-d71f3b6227cd admin admin] Made reservation on behalf of 28f1596d634144d3bfe0b3f5166cd110 for: {'subnet': 1} {{(pid=93642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:46:27.022761 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-2eb6687a-d522-4aa4-8855-d71f3b6227cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134731'] for subnet, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:27.263657 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-2eb6687a-d522-4aa4-8855-d71f3b6227cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16340982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16134745'] for subnet, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:27.266128 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:46:27.313856 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb6687a-d522-4aa4-8855-d71f3b6227cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4ff4b1f-134a-4696-ac9d-1c257236cfa9,revision_number=0']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:46:27.321948 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-2eb6687a-d522-4aa4-8855-d71f3b6227cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:46:27.330705 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb6687a-d522-4aa4-8855-d71f3b6227cd admin admin] Checking segment: {'id': 'fe4110ba-3c7b-4dc2-aa34-c102c2e877c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '40bc593f-6c80-4d6a-828f-ae2edfe0a54a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:46:27.331063 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb6687a-d522-4aa4-8855-d71f3b6227cd admin admin] Network hostable DHCP agents. Network: 40bc593f-6c80-4d6a-828f-ae2edfe0a54a, hostable agents: ['ccc23fe2-6cc8-4973-a644-121019cdbd4e'], hosted agents: [] {{(pid=93642) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 08:46:27.423465 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb6687a-d522-4aa4-8855-d71f3b6227cd admin admin] Network 40bc593f-6c80-4d6a-828f-ae2edfe0a54a is scheduled to be hosted by DHCP agent ccc23fe2-6cc8-4973-a644-121019cdbd4e with binding_index 1 {{(pid=93642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 08:46:27.528660 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.base_scheduler [None req-2eb6687a-d522-4aa4-8855-d71f3b6227cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786873-3-iscsi, 40bc593f-6c80-4d6a-828f-ae2edfe0a54a) {{(pid=93642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:46:27.532874 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb6687a-d522-4aa4-8855-d71f3b6227cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:46:27.533455 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-2eb6687a-d522-4aa4-8855-d71f3b6227cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:27.538658 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00bf3ba-d97e-45fd-8c4d-36da9c20c639 None None] Network 40bc593f-6c80-4d6a-828f-ae2edfe0a54a requested from dv-cinder-786873-3-iscsi {{(pid=93643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:46:27.619755 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-2eb6687a-d522-4aa4-8855-d71f3b6227cd admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7112565 Jun 18 08:46:27.674674 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29044936-2e39-49e3-ad25-d9b658b8d828 None None] Network 40bc593f-6c80-4d6a-828f-ae2edfe0a54a requested from dv-cinder-786873-3-iscsi {{(pid=93643) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 08:46:30.956868 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31af1693-7cf3-4fba-90b2-64e3c46e458e req-8a686a33-8523-4bdc-bb08-717998819303 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:46:30.958942 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-31af1693-7cf3-4fba-90b2-64e3c46e458e req-8a686a33-8523-4bdc-bb08-717998819303 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] 10.222.0.70 "GET /v2.0/networks?id=40bc593f-6c80-4d6a-828f-ae2edfe0a54a HTTP/1.1" status: 200 len: 814 time: 0.1067896 Jun 18 08:46:30.974109 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-31af1693-7cf3-4fba-90b2-64e3c46e458e req-1bd00f4a-b5b4-4022-bde3-22cd21c4a331 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] 10.222.0.70 "GET /v2.0/quotas/28f1596d634144d3bfe0b3f5166cd110 HTTP/1.1" status: 200 len: 375 time: 0.0090866 Jun 18 08:46:31.009829 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-31af1693-7cf3-4fba-90b2-64e3c46e458e req-941e410b-3c88-4db6-a8ec-abb6689bed1a tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=28f1596d634144d3bfe0b3f5166cd110&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306883 Jun 18 08:46:31.110708 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-31af1693-7cf3-4fba-90b2-64e3c46e458e req-f3086c2b-9b57-4e5b-bb9b-eecfddf5ee52 service neutron] 10.222.0.70 "GET /v2.0/networks/40bc593f-6c80-4d6a-828f-ae2edfe0a54a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937958 Jun 18 08:46:31.208761 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-31af1693-7cf3-4fba-90b2-64e3c46e458e req-563d82ad-2cc4-4ff6-9909-0a911a8d8772 service neutron] 10.222.0.70 "GET /v2.0/networks/40bc593f-6c80-4d6a-828f-ae2edfe0a54a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913839 Jun 18 08:46:31.481271 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-cbbc33f0-d941-421a-b03b-cb280b96b078 req-d431e3e3-1b1b-4a8d-8431-45589fc79325 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ce6b474-51eb-4340-951a-98a1daea66ae HTTP/1.1" status: 200 len: 210 time: 0.0335174 Jun 18 08:46:32.627394 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4b8d00ad-e56b-4bb7-ab18-5e6e31ed49c3 req-ec0629e9-077d-4c22-9136-b888f7e9d2ee tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ce6b474-51eb-4340-951a-98a1daea66ae HTTP/1.1" status: 200 len: 210 time: 0.0299487 Jun 18 08:46:33.768224 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-6ca83667-9ef1-4494-bc20-35ce055fa333 req-44553579-26fa-43c3-950e-5dc80e64b381 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ce6b474-51eb-4340-951a-98a1daea66ae HTTP/1.1" status: 200 len: 210 time: 0.0295205 Jun 18 08:46:33.943910 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31af1693-7cf3-4fba-90b2-64e3c46e458e req-476676a5-3098-4a6f-83f4-9ad4a06da065 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:46:33.945410 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-31af1693-7cf3-4fba-90b2-64e3c46e458e req-476676a5-3098-4a6f-83f4-9ad4a06da065 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] 10.222.0.72 "GET /v2.0/networks?id=40bc593f-6c80-4d6a-828f-ae2edfe0a54a HTTP/1.1" status: 200 len: 814 time: 0.1089723 Jun 18 08:46:33.963714 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [req-31af1693-7cf3-4fba-90b2-64e3c46e458e req-c331e13e-9bbd-40d9-bad5-632d260b0bad tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Request body: {'port': {'device_id': '2ce6b474-51eb-4340-951a-98a1daea66ae', 'network_id': '40bc593f-6c80-4d6a-828f-ae2edfe0a54a', 'admin_state_up': True, 'tenant_id': '28f1596d634144d3bfe0b3f5166cd110'}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:46:34.162786 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31af1693-7cf3-4fba-90b2-64e3c46e458e req-c331e13e-9bbd-40d9-bad5-632d260b0bad tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Made reservation on behalf of 28f1596d634144d3bfe0b3f5166cd110 for: {'port': 1} {{(pid=93642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:46:34.166247 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-31af1693-7cf3-4fba-90b2-64e3c46e458e req-c331e13e-9bbd-40d9-bad5-632d260b0bad tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-568420'] for port, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:34.290721 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.db_base_plugin_common [req-31af1693-7cf3-4fba-90b2-64e3c46e458e req-c331e13e-9bbd-40d9-bad5-632d260b0bad tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Allocated IP 172.20.0.11 (40bc593f-6c80-4d6a-828f-ae2edfe0a54a/f4ff4b1f-134a-4696-ac9d-1c257236cfa9/9a052330-3269-4a84-aadd-317dcec143fa) {{(pid=93642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:46:34.436329 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-31af1693-7cf3-4fba-90b2-64e3c46e458e req-c331e13e-9bbd-40d9-bad5-632d260b0bad tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Notify callbacks [] for port, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:34.546249 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-31af1693-7cf3-4fba-90b2-64e3c46e458e req-c331e13e-9bbd-40d9-bad5-632d260b0bad tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-568999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741881438814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16340802'] for port, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:34.550691 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-5a0f78d5-0316-497e-b59a-cfc11ac4acbf tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:46:34.591426 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31af1693-7cf3-4fba-90b2-64e3c46e458e req-c331e13e-9bbd-40d9-bad5-632d260b0bad tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Network 40bc593f-6c80-4d6a-828f-ae2edfe0a54a is already hosted by enough agents. {{(pid=93642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:46:34.594522 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.base_scheduler [req-31af1693-7cf3-4fba-90b2-64e3c46e458e req-c331e13e-9bbd-40d9-bad5-632d260b0bad tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Resources bound (agent type, host, resource id): {{(pid=93642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:46:34.598422 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [req-31af1693-7cf3-4fba-90b2-64e3c46e458e req-c331e13e-9bbd-40d9-bad5-632d260b0bad tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Received port after_create {{(pid=93642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:46:34.623587 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c331e13e-9bbd-40d9-bad5-632d260b0bad tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Pushing event updated for resources: {'Port': ['ID=9a052330-3269-4a84-aadd-317dcec143fa,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:46:34.636154 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c331e13e-9bbd-40d9-bad5-632d260b0bad tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:46:34.636540 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c331e13e-9bbd-40d9-bad5-632d260b0bad tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:46:34.636911 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c331e13e-9bbd-40d9-bad5-632d260b0bad tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:46:34.637277 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c331e13e-9bbd-40d9-bad5-632d260b0bad tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:46:34.637637 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c331e13e-9bbd-40d9-bad5-632d260b0bad tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:46:34.638000 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c331e13e-9bbd-40d9-bad5-632d260b0bad tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:46:34.638358 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c331e13e-9bbd-40d9-bad5-632d260b0bad tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:46:34.638719 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c331e13e-9bbd-40d9-bad5-632d260b0bad tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:46:34.639179 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c331e13e-9bbd-40d9-bad5-632d260b0bad tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:46:34.639432 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c331e13e-9bbd-40d9-bad5-632d260b0bad tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:46:34.639786 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c331e13e-9bbd-40d9-bad5-632d260b0bad tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:46:34.640173 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c331e13e-9bbd-40d9-bad5-632d260b0bad tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:46:34.646011 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-c331e13e-9bbd-40d9-bad5-632d260b0bad tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:46:34.662965 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31af1693-7cf3-4fba-90b2-64e3c46e458e req-c331e13e-9bbd-40d9-bad5-632d260b0bad tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:46:34.663569 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-31af1693-7cf3-4fba-90b2-64e3c46e458e req-c331e13e-9bbd-40d9-bad5-632d260b0bad tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881'] for port, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:34.734912 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-31af1693-7cf3-4fba-90b2-64e3c46e458e req-c331e13e-9bbd-40d9-bad5-632d260b0bad tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7750595 Jun 18 08:46:34.751467 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [req-31af1693-7cf3-4fba-90b2-64e3c46e458e req-bc052d78-a936-4e6c-9356-136ee9db913e service neutron] Request body: {'port': {'device_id': '2ce6b474-51eb-4340-951a-98a1daea66ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78687'}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:46:34.830637 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-31af1693-7cf3-4fba-90b2-64e3c46e458e req-bc052d78-a936-4e6c-9356-136ee9db913e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:34.949053 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9b866-38a5-4e7b-960b-66d81eff2112 req-736c6e96-1abf-4fe5-916c-ba8584710b81 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:46:34.950519 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f7d9b866-38a5-4e7b-960b-66d81eff2112 req-736c6e96-1abf-4fe5-916c-ba8584710b81 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ce6b474-51eb-4340-951a-98a1daea66ae HTTP/1.1" status: 200 len: 932 time: 0.0633700 Jun 18 08:46:34.993350 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-f7d9b866-38a5-4e7b-960b-66d81eff2112 req-38cef507-35a1-49c3-afff-4463a6978033 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca466eb8-c221-4449-9658-499e6efac803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361588 Jun 18 08:46:35.101688 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [req-31af1693-7cf3-4fba-90b2-64e3c46e458e req-bc052d78-a936-4e6c-9356-136ee9db913e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a052330-3269-4a84-aadd-317dcec143fa {{(pid=93642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 08:46:35.110462 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-31af1693-7cf3-4fba-90b2-64e3c46e458e req-bc052d78-a936-4e6c-9356-136ee9db913e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:35.123538 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [req-31af1693-7cf3-4fba-90b2-64e3c46e458e req-bc052d78-a936-4e6c-9356-136ee9db913e service neutron] Transition to ACTIVE for port object 9a052330-3269-4a84-aadd-317dcec143fa will not be triggered until provisioned by entity L2. {{(pid=93642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:46:35.206212 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-31af1693-7cf3-4fba-90b2-64e3c46e458e req-bc052d78-a936-4e6c-9356-136ee9db913e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16340852'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:35.209060 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-55878dd8-df4b-4f51-850b-9a681a9a4855 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:46:35.283565 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc052d78-a936-4e6c-9356-136ee9db913e service neutron] Pushing event updated for resources: {'Port': ['ID=9a052330-3269-4a84-aadd-317dcec143fa,revision_number=2']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:46:35.300717 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-bc052d78-a936-4e6c-9356-136ee9db913e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:46:35.347903 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [req-31af1693-7cf3-4fba-90b2-64e3c46e458e req-bc052d78-a936-4e6c-9356-136ee9db913e service neutron] Attempting to bind port 9a052330-3269-4a84-aadd-317dcec143fa on host hv-cinder-78687 for vnic_type normal with profile {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:46:35.348266 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [req-31af1693-7cf3-4fba-90b2-64e3c46e458e req-bc052d78-a936-4e6c-9356-136ee9db913e service neutron] Attempting to bind port 9a052330-3269-4a84-aadd-317dcec143fa by drivers openvswitch,hyperv on host hv-cinder-78687 at level 0 using segments [{'id': 'fe4110ba-3c7b-4dc2-aa34-c102c2e877c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '40bc593f-6c80-4d6a-828f-ae2edfe0a54a'}] {{(pid=93642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:46:35.348657 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31af1693-7cf3-4fba-90b2-64e3c46e458e req-bc052d78-a936-4e6c-9356-136ee9db913e service neutron] Attempting to bind port 9a052330-3269-4a84-aadd-317dcec143fa on network 40bc593f-6c80-4d6a-828f-ae2edfe0a54a {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:46:35.352888 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31af1693-7cf3-4fba-90b2-64e3c46e458e req-bc052d78-a936-4e6c-9356-136ee9db913e service neutron] Port 9a052330-3269-4a84-aadd-317dcec143fa on network 40bc593f-6c80-4d6a-828f-ae2edfe0a54a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78687 {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 08:46:35.353205 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31af1693-7cf3-4fba-90b2-64e3c46e458e req-bc052d78-a936-4e6c-9356-136ee9db913e service neutron] Attempting to bind port 9a052330-3269-4a84-aadd-317dcec143fa on network 40bc593f-6c80-4d6a-828f-ae2edfe0a54a {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:46:35.357806 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31af1693-7cf3-4fba-90b2-64e3c46e458e req-bc052d78-a936-4e6c-9356-136ee9db913e service neutron] Checking agent: {'id': '7d051742-a391-48d3-aa1e-6019401c6fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78687', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 26, 56), 'started_at': datetime.datetime(2021, 6, 18, 8, 26, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:46:35.358133 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31af1693-7cf3-4fba-90b2-64e3c46e458e req-bc052d78-a936-4e6c-9356-136ee9db913e service neutron] Checking segment: {'id': 'fe4110ba-3c7b-4dc2-aa34-c102c2e877c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '40bc593f-6c80-4d6a-828f-ae2edfe0a54a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:46:35.358507 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31af1693-7cf3-4fba-90b2-64e3c46e458e req-bc052d78-a936-4e6c-9356-136ee9db913e service neutron] Bound using segment: {'id': 'fe4110ba-3c7b-4dc2-aa34-c102c2e877c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '40bc593f-6c80-4d6a-828f-ae2edfe0a54a'} {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:46:35.359198 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [req-31af1693-7cf3-4fba-90b2-64e3c46e458e req-bc052d78-a936-4e6c-9356-136ee9db913e service neutron] Bound port: 9a052330-3269-4a84-aadd-317dcec143fa, host: hv-cinder-78687, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe4110ba-3c7b-4dc2-aa34-c102c2e877c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '40bc593f-6c80-4d6a-828f-ae2edfe0a54a'}}] {{(pid=93642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:46:35.359537 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-31af1693-7cf3-4fba-90b2-64e3c46e458e req-bc052d78-a936-4e6c-9356-136ee9db913e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:35.422879 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [req-31af1693-7cf3-4fba-90b2-64e3c46e458e req-bc052d78-a936-4e6c-9356-136ee9db913e service neutron] For port 9a052330-3269-4a84-aadd-317dcec143fa, host hv-cinder-78687, cleared binding levels {{(pid=93642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:46:35.425867 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [req-31af1693-7cf3-4fba-90b2-64e3c46e458e req-bc052d78-a936-4e6c-9356-136ee9db913e service neutron] For port 9a052330-3269-4a84-aadd-317dcec143fa, host hv-cinder-78687, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=9a052330-3269-4a84-aadd-317dcec143fa,segment=NetworkSegment(fe4110ba-3c7b-4dc2-aa34-c102c2e877c3),segment_id=fe4110ba-3c7b-4dc2-aa34-c102c2e877c3)] {{(pid=93642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:46:35.515286 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-31af1693-7cf3-4fba-90b2-64e3c46e458e req-bc052d78-a936-4e6c-9356-136ee9db913e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16340852'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:35.517521 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-e76b24a0-f1b8-412a-8abe-811d925c07a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:46:35.551668 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31af1693-7cf3-4fba-90b2-64e3c46e458e req-bc052d78-a936-4e6c-9356-136ee9db913e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:46:35.552320 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-31af1693-7cf3-4fba-90b2-64e3c46e458e req-bc052d78-a936-4e6c-9356-136ee9db913e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881'] for port, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:35.553756 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-31af1693-7cf3-4fba-90b2-64e3c46e458e req-bc052d78-a936-4e6c-9356-136ee9db913e service neutron] 10.222.0.72 "PUT /v2.0/ports/9a052330-3269-4a84-aadd-317dcec143fa HTTP/1.1" status: 200 len: 1094 time: 0.8064940 Jun 18 08:46:35.554323 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ce6b474-51eb-4340-951a-98a1daea66ae', 'tag': '9a052330-3269-4a84-aadd-317dcec143fa'}] {{(pid=93642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:46:35.556691 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8e20e2b9f795c08d425b6044ace8e6bfcc189f1bac9bd432248b5aa3a03ca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a48043-7815-4840-b430-f1d1577b0a53" -d '{"events": [{"name": "network-changed", "server_uuid": "2ce6b474-51eb-4340-951a-98a1daea66ae", "tag": "9a052330-3269-4a84-aadd-317dcec143fa"}]}' {{(pid=93642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:46:35.580243 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc052d78-a936-4e6c-9356-136ee9db913e service neutron] Pushing event updated for resources: {'Port': ['ID=9a052330-3269-4a84-aadd-317dcec143fa,revision_number=3']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:46:35.583668 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-bc052d78-a936-4e6c-9356-136ee9db913e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:46:35.596714 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 08:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f35fc6-74b1-4393-bb86-d4bf20135214 x-openstack-request-id: req-81f35fc6-74b1-4393-bb86-d4bf20135214 {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:46:35.597053 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ce6b474-51eb-4340-951a-98a1daea66ae", "tag": "9a052330-3269-4a84-aadd-317dcec143fa", "status": "completed", "code": 200}]} {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:46:35.597344 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-81f35fc6-74b1-4393-bb86-d4bf20135214 {{(pid=93642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:46:35.597897 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ce6b474-51eb-4340-951a-98a1daea66ae', 'tag': '9a052330-3269-4a84-aadd-317dcec143fa', 'status': 'completed', 'code': 200} Jun 18 08:46:35.694922 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a48043-7815-4840-b430-f1d1577b0a53 req-4edadbe2-b4d8-4b37-9147-9701affe7b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:46:35.697217 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-f3a48043-7815-4840-b430-f1d1577b0a53 req-4edadbe2-b4d8-4b37-9147-9701affe7b68 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=28f1596d634144d3bfe0b3f5166cd110&device_id=2ce6b474-51eb-4340-951a-98a1daea66ae HTTP/1.1" status: 200 len: 1097 time: 0.0556240 Jun 18 08:46:35.802744 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a48043-7815-4840-b430-f1d1577b0a53 req-af4fef26-f12a-4217-b73f-8d2b7ff281fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:46:35.804144 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-f3a48043-7815-4840-b430-f1d1577b0a53 req-af4fef26-f12a-4217-b73f-8d2b7ff281fb service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=28f1596d634144d3bfe0b3f5166cd110&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0949721 Jun 18 08:46:35.903577 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a48043-7815-4840-b430-f1d1577b0a53 req-9aa2e3f2-3a9b-4c1d-b5b1-db6e11b94db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:46:35.905124 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-f3a48043-7815-4840-b430-f1d1577b0a53 req-9aa2e3f2-3a9b-4c1d-b5b1-db6e11b94db9 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0948400 Jun 18 08:46:36.020562 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31af1693-7cf3-4fba-90b2-64e3c46e458e req-1f721c2f-19e2-4638-b9f6-0d10a54e9ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:46:36.022041 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-31af1693-7cf3-4fba-90b2-64e3c46e458e req-1f721c2f-19e2-4638-b9f6-0d10a54e9ad0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=28f1596d634144d3bfe0b3f5166cd110&device_id=2ce6b474-51eb-4340-951a-98a1daea66ae HTTP/1.1" status: 200 len: 1097 time: 0.0541306 Jun 18 08:46:36.076068 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-31af1693-7cf3-4fba-90b2-64e3c46e458e req-cd2ddc71-cccb-498a-98e2-ced55f1d286b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a052330-3269-4a84-aadd-317dcec143fa HTTP/1.1" status: 200 len: 217 time: 0.0352390 Jun 18 08:46:36.119942 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31af1693-7cf3-4fba-90b2-64e3c46e458e req-5e7e9585-45ce-416a-83e3-f3796ccb61aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:46:36.121443 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-31af1693-7cf3-4fba-90b2-64e3c46e458e req-5e7e9585-45ce-416a-83e3-f3796ccb61aa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f4ff4b1f-134a-4696-ac9d-1c257236cfa9 HTTP/1.1" status: 200 len: 854 time: 0.0437460 Jun 18 08:46:36.156674 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-31af1693-7cf3-4fba-90b2-64e3c46e458e req-cff20815-9ca6-4022-961d-44c2e5e285e2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=40bc593f-6c80-4d6a-828f-ae2edfe0a54a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288501 Jun 18 08:46:36.174335 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbc2e02-dd0b-4b36-86e3-76e6b546e289 req-adde6985-0fab-469a-b20c-50a45f65309e tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:46:36.175938 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3cbc2e02-dd0b-4b36-86e3-76e6b546e289 req-adde6985-0fab-469a-b20c-50a45f65309e tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ce6b474-51eb-4340-951a-98a1daea66ae HTTP/1.1" status: 200 len: 944 time: 0.0685232 Jun 18 08:46:36.214547 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3cbc2e02-dd0b-4b36-86e3-76e6b546e289 req-f958860e-a044-4974-a7ea-13e1d62e5c15 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca466eb8-c221-4449-9658-499e6efac803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321579 Jun 18 08:46:36.244500 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-31af1693-7cf3-4fba-90b2-64e3c46e458e req-33bbf61f-d34d-4810-9ee1-6e6f13062aff service neutron] 10.222.0.72 "GET /v2.0/networks/40bc593f-6c80-4d6a-828f-ae2edfe0a54a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814605 Jun 18 08:46:36.607454 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-31af1693-7cf3-4fba-90b2-64e3c46e458e req-c16c81cc-43ea-44ec-8cf0-2eda53882e2a service neutron] 10.222.0.72 "GET /v2.0/networks/40bc593f-6c80-4d6a-828f-ae2edfe0a54a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3570142 Jun 18 08:46:37.393619 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aae0dd-dc70-405c-ac29-d3d5ae4d9b92 req-075bec57-6f00-4ab5-84fb-2fa996add486 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:46:37.395111 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-01aae0dd-dc70-405c-ac29-d3d5ae4d9b92 req-075bec57-6f00-4ab5-84fb-2fa996add486 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ce6b474-51eb-4340-951a-98a1daea66ae HTTP/1.1" status: 200 len: 944 time: 0.0639017 Jun 18 08:46:37.433778 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-01aae0dd-dc70-405c-ac29-d3d5ae4d9b92 req-0630e0db-5e45-4291-9dbd-05d7de4a58b2 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca466eb8-c221-4449-9658-499e6efac803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327361 Jun 18 08:46:38.613707 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23f38f-8a28-41f8-9a5e-562dccdac9f0 req-7c7104ef-0942-4c4d-963c-77af31006c95 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:46:38.615320 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4f23f38f-8a28-41f8-9a5e-562dccdac9f0 req-7c7104ef-0942-4c4d-963c-77af31006c95 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ce6b474-51eb-4340-951a-98a1daea66ae HTTP/1.1" status: 200 len: 944 time: 0.0682929 Jun 18 08:46:38.653359 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4f23f38f-8a28-41f8-9a5e-562dccdac9f0 req-cfba3cad-bee9-4464-ab56-dddd17da288d tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca466eb8-c221-4449-9658-499e6efac803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321441 Jun 18 08:46:38.817603 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device 9a052330-3269-4a84-aadd-317dcec143fa details requested by agent hyperv_hv-cinder-78687 with host hv-cinder-78687 {{(pid=93643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 08:46:38.913339 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] For port 9a052330-3269-4a84-aadd-317dcec143fa, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=9a052330-3269-4a84-aadd-317dcec143fa,segment=NetworkSegment(fe4110ba-3c7b-4dc2-aa34-c102c2e877c3),segment_id=fe4110ba-3c7b-4dc2-aa34-c102c2e877c3)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:46:38.924589 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Returning: {'device': '9a052330-3269-4a84-aadd-317dcec143fa', 'network_id': '40bc593f-6c80-4d6a-828f-ae2edfe0a54a', 'port_id': '9a052330-3269-4a84-aadd-317dcec143fa', 'mac_address': 'fa:16:3e:29:87:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4ff4b1f-134a-4696-ac9d-1c257236cfa9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 08:46:38.962048 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:38.974330 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.notifiers.nova [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a052330-3269-4a84-aadd-317dcec143fa {{(pid=93643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 08:46:39.000474 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] For port 9a052330-3269-4a84-aadd-317dcec143fa, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=9a052330-3269-4a84-aadd-317dcec143fa,segment=NetworkSegment(fe4110ba-3c7b-4dc2-aa34-c102c2e877c3),segment_id=fe4110ba-3c7b-4dc2-aa34-c102c2e877c3)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:46:39.057415 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:39.059625 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:46:39.093101 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-8ffc6515-41c0-4bce-a0a4-ea2d29c6a909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:39.108137 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Pushing event updated for resources: {'Port': ['ID=9a052330-3269-4a84-aadd-317dcec143fa,revision_number=4']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:46:39.115666 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:46:39.116054 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:46:39.116561 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:46:39.116791 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:46:39.117155 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:46:39.118290 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:46:39.118290 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:46:39.118290 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:46:39.120329 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:46:39.120329 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:46:39.120329 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:46:39.120329 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:46:39.123431 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:46:39.482379 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] get_ports_and_sgs() called for port_ids ['9a052330-3269-4a84-aadd-317dcec143fa'] {{(pid=93643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 08:46:39.828077 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d876e84-4a0a-49df-8bcf-e9784b3320ae req-707bd09e-315f-448c-88d2-57def6361675 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:46:39.829564 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7d876e84-4a0a-49df-8bcf-e9784b3320ae req-707bd09e-315f-448c-88d2-57def6361675 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ce6b474-51eb-4340-951a-98a1daea66ae HTTP/1.1" status: 200 len: 945 time: 0.0641434 Jun 18 08:46:39.868070 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7d876e84-4a0a-49df-8bcf-e9784b3320ae req-71181412-5795-482f-b6ac-9e78fc4dac72 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca466eb8-c221-4449-9658-499e6efac803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319960 Jun 18 08:46:40.833098 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device 9a052330-3269-4a84-aadd-317dcec143fa up at agent hyperv_hv-cinder-78687 {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:46:40.962608 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Provisioning for port 9a052330-3269-4a84-aadd-317dcec143fa completed by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:46:40.966765 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Provisioning complete for port 9a052330-3269-4a84-aadd-317dcec143fa triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:46:40.967155 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:41.054274 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:41.054632 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86315afe-2e6a-4f43-97b8-e9c0083ae70f req-f371b2a3-5539-4bad-8f01-36c187f3fe1c tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:46:41.056186 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-86315afe-2e6a-4f43-97b8-e9c0083ae70f req-f371b2a3-5539-4bad-8f01-36c187f3fe1c tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ce6b474-51eb-4340-951a-98a1daea66ae HTTP/1.1" status: 200 len: 945 time: 0.0744433 Jun 18 08:46:41.078608 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ce6b474-51eb-4340-951a-98a1daea66ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a052330-3269-4a84-aadd-317dcec143fa'}] {{(pid=93643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:46:41.081000 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76bfc2cc3cc97e327acfe832f03e535bb9cef84d361ee3b318e5c5a2ba23989c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409f2da7-f9cc-432d-b4e1-f96fb69e1c22" -d '{"events": [{"server_uuid": "2ce6b474-51eb-4340-951a-98a1daea66ae", "name": "network-vif-plugged", "status": "completed", "tag": "9a052330-3269-4a84-aadd-317dcec143fa"}]}' {{(pid=93643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:46:41.097584 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] For port 9a052330-3269-4a84-aadd-317dcec143fa, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=9a052330-3269-4a84-aadd-317dcec143fa,segment=NetworkSegment(fe4110ba-3c7b-4dc2-aa34-c102c2e877c3),segment_id=fe4110ba-3c7b-4dc2-aa34-c102c2e877c3)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:46:41.100233 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-86315afe-2e6a-4f43-97b8-e9c0083ae70f req-ec6ca3aa-08bd-46c2-a7c4-2bccd157ce45 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca466eb8-c221-4449-9658-499e6efac803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381594 Jun 18 08:46:41.171451 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:41.173527 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:46:41.220686 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Pushing event updated for resources: {'Port': ['ID=9a052330-3269-4a84-aadd-317dcec143fa,revision_number=5']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:46:41.223905 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:46:41.242886 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 08:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-240389a4-dde2-46b3-9cf3-d1727b6afeee x-openstack-request-id: req-240389a4-dde2-46b3-9cf3-d1727b6afeee {{(pid=93643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:46:41.243184 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ce6b474-51eb-4340-951a-98a1daea66ae", "name": "network-vif-plugged", "status": "completed", "tag": "9a052330-3269-4a84-aadd-317dcec143fa", "code": 200}]} {{(pid=93643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:46:41.243443 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-240389a4-dde2-46b3-9cf3-d1727b6afeee {{(pid=93643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:46:41.243908 dv-cinder-786873-3-iscsi neutron-server[93643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ce6b474-51eb-4340-951a-98a1daea66ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a052330-3269-4a84-aadd-317dcec143fa', 'code': 200} Jun 18 08:46:41.528131 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-a492645d-364b-4795-b530-1ffb6e9ba073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:41.642297 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d67c7d3-3525-42ae-ba52-d221bb461fe1 req-ffc4264c-5b7e-4577-868c-6c3399379b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:46:41.643785 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-2d67c7d3-3525-42ae-ba52-d221bb461fe1 req-ffc4264c-5b7e-4577-868c-6c3399379b00 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2ce6b474-51eb-4340-951a-98a1daea66ae HTTP/1.1" status: 200 len: 1099 time: 0.0526679 Jun 18 08:46:41.678035 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-2d67c7d3-3525-42ae-ba52-d221bb461fe1 req-3a1dfc60-039a-41b5-9dbd-89e866f43fa6 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ca466eb8-c221-4449-9658-499e6efac803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280325 Jun 18 08:46:41.948787 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:42.280146 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e6814-cabc-44ff-8d97-ca83fa0a9bca req-f4bb1220-f8bf-47d4-9768-95b639bf1084 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:46:42.281639 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-039e6814-cabc-44ff-8d97-ca83fa0a9bca req-f4bb1220-f8bf-47d4-9768-95b639bf1084 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ce6b474-51eb-4340-951a-98a1daea66ae HTTP/1.1" status: 200 len: 946 time: 0.0647330 Jun 18 08:46:42.319890 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-039e6814-cabc-44ff-8d97-ca83fa0a9bca req-02264097-b98b-40d6-a7e1-9e07f868ec54 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca466eb8-c221-4449-9658-499e6efac803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321586 Jun 18 08:46:42.939521 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-37edacc1-1ba5-460e-aa47-45b5acfa9d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:43.503383 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28244f49-1d56-4754-9c82-0cba2d33fc9d req-0ce451cb-6074-4bf0-87a0-3e32b1787cc1 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:46:43.504911 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-28244f49-1d56-4754-9c82-0cba2d33fc9d req-0ce451cb-6074-4bf0-87a0-3e32b1787cc1 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ce6b474-51eb-4340-951a-98a1daea66ae HTTP/1.1" status: 200 len: 946 time: 0.0666878 Jun 18 08:46:43.543170 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-28244f49-1d56-4754-9c82-0cba2d33fc9d req-174f0f0d-fc4c-466a-bccf-1ddc9641db9f tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca466eb8-c221-4449-9658-499e6efac803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324607 Jun 18 08:46:44.677074 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-624571b3-aef6-4a8c-8ab3-5c089201a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:46:45.948419 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.agents_db [None req-a940af84-dce7-47c4-b5d3-ae67f117b383 None None] Agent healthcheck: found 6 active agents {{(pid=93644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:46:56.327417 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:09.109712 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d0f23616-9267-4b07-b17a-be46b50ac656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:11.519187 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-eb7479f8-e5ff-4690-8267-b2a9fc6ae877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:11.983923 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:12.029551 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-e627fef1-6e02-4008-b97e-479748cfdb95 req-c8c1a555-9ab1-4e04-877a-6fbaba820124 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2ce6b474-51eb-4340-951a-98a1daea66ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0524614 Jun 18 08:47:12.147664 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e627fef1-6e02-4008-b97e-479748cfdb95 req-3caaaaea-a6a4-4d2b-8b9d-36557c4da7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:47:12.149188 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-e627fef1-6e02-4008-b97e-479748cfdb95 req-3caaaaea-a6a4-4d2b-8b9d-36557c4da7a8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=28f1596d634144d3bfe0b3f5166cd110&device_id=2ce6b474-51eb-4340-951a-98a1daea66ae HTTP/1.1" status: 200 len: 1099 time: 0.0588930 Jun 18 08:47:12.256490 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e627fef1-6e02-4008-b97e-479748cfdb95 req-adbe0925-c53f-4461-b5b9-2e31056e8303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:47:12.257914 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-e627fef1-6e02-4008-b97e-479748cfdb95 req-adbe0925-c53f-4461-b5b9-2e31056e8303 service neutron] 10.222.0.72 "GET /v2.0/networks?id=40bc593f-6c80-4d6a-828f-ae2edfe0a54a HTTP/1.1" status: 200 len: 915 time: 0.0888276 Jun 18 08:47:12.302923 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-e627fef1-6e02-4008-b97e-479748cfdb95 req-627079b3-53ea-4dbc-80ff-9235356f19a1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a052330-3269-4a84-aadd-317dcec143fa HTTP/1.1" status: 200 len: 217 time: 0.0384321 Jun 18 08:47:12.350263 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e627fef1-6e02-4008-b97e-479748cfdb95 req-473bbb0a-a608-43fd-8a10-8bba11c48fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:47:12.351760 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-e627fef1-6e02-4008-b97e-479748cfdb95 req-473bbb0a-a608-43fd-8a10-8bba11c48fc0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f4ff4b1f-134a-4696-ac9d-1c257236cfa9 HTTP/1.1" status: 200 len: 854 time: 0.0429993 Jun 18 08:47:12.383305 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-e627fef1-6e02-4008-b97e-479748cfdb95 req-1b0523c2-fad4-4757-892a-329267380db6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=40bc593f-6c80-4d6a-828f-ae2edfe0a54a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254929 Jun 18 08:47:12.475466 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-e627fef1-6e02-4008-b97e-479748cfdb95 req-617e50cd-263b-4ddc-85ef-8ab5a4999f08 service neutron] 10.222.0.72 "GET /v2.0/networks/40bc593f-6c80-4d6a-828f-ae2edfe0a54a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854125 Jun 18 08:47:12.565631 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-e627fef1-6e02-4008-b97e-479748cfdb95 req-31ec164f-ce1b-4d21-9a17-ba46a91b5d76 service neutron] 10.222.0.72 "GET /v2.0/networks/40bc593f-6c80-4d6a-828f-ae2edfe0a54a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836506 Jun 18 08:47:12.945157 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-37edacc1-1ba5-460e-aa47-45b5acfa9d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:14.674648 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-624571b3-aef6-4a8c-8ab3-5c089201a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:22.948099 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.agents_db [None req-a940af84-dce7-47c4-b5d3-ae67f117b383 None None] Agent healthcheck: found 6 active agents {{(pid=93644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:47:23.145010 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [req-bdbe7d7f-5650-4338-9349-7204061e17db req-11141d29-7bbb-405f-8be4-e8ffecb8fd43 service neutron] (93642) timed out ('10.222.0.72', 49562) {{(pid=93642) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 18 08:47:26.383141 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:38.568508 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40bdecf-09a7-4063-97cf-c6d73a70cefc req-1426b567-6434-4f32-9382-747b3123dc4d tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:47:38.570530 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d40bdecf-09a7-4063-97cf-c6d73a70cefc req-1426b567-6434-4f32-9382-747b3123dc4d tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ce6b474-51eb-4340-951a-98a1daea66ae HTTP/1.1" status: 200 len: 946 time: 0.0687594 Jun 18 08:47:38.609388 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-d40bdecf-09a7-4063-97cf-c6d73a70cefc req-ad0fdcfd-0392-4ccd-8d3b-ba08db0b0645 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca466eb8-c221-4449-9658-499e6efac803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329142 Jun 18 08:47:39.056544 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-6bea4112-3094-415c-8c3b-19b53ea77d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:39.792286 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85051d54-79a3-456f-b7aa-4cb0f782c074 req-2fc96f79-2752-4ddb-9e72-d49f4202270f tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:47:39.793789 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-85051d54-79a3-456f-b7aa-4cb0f782c074 req-2fc96f79-2752-4ddb-9e72-d49f4202270f tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ce6b474-51eb-4340-951a-98a1daea66ae HTTP/1.1" status: 200 len: 946 time: 0.0639536 Jun 18 08:47:39.831983 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-85051d54-79a3-456f-b7aa-4cb0f782c074 req-520a43b3-ae59-42f2-b854-a2d30c2944d0 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca466eb8-c221-4449-9658-499e6efac803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326114 Jun 18 08:47:40.543667 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620eb0f5-ea0d-441f-a999-45080a6d0c08 req-6c6ffea9-b9fe-4f17-bca2-2cc325530f49 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:47:40.545128 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-620eb0f5-ea0d-441f-a999-45080a6d0c08 req-6c6ffea9-b9fe-4f17-bca2-2cc325530f49 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ce6b474-51eb-4340-951a-98a1daea66ae HTTP/1.1" status: 200 len: 946 time: 0.0677447 Jun 18 08:47:40.655155 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [req-620eb0f5-ea0d-441f-a999-45080a6d0c08 req-abccce55-3186-43de-bfcf-054eb66f6b74 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Deleting port 9a052330-3269-4a84-aadd-317dcec143fa {{(pid=93642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:47:40.655480 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-620eb0f5-ea0d-441f-a999-45080a6d0c08 req-abccce55-3186-43de-bfcf-054eb66f6b74 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741882027237'] for port, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:40.752810 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [req-620eb0f5-ea0d-441f-a999-45080a6d0c08 req-abccce55-3186-43de-bfcf-054eb66f6b74 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] For port 9a052330-3269-4a84-aadd-317dcec143fa, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=9a052330-3269-4a84-aadd-317dcec143fa,segment=NetworkSegment(fe4110ba-3c7b-4dc2-aa34-c102c2e877c3),segment_id=fe4110ba-3c7b-4dc2-aa34-c102c2e877c3)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:47:40.753169 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-620eb0f5-ea0d-441f-a999-45080a6d0c08 req-abccce55-3186-43de-bfcf-054eb66f6b74 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7962534'] for port, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:40.816117 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [req-620eb0f5-ea0d-441f-a999-45080a6d0c08 req-abccce55-3186-43de-bfcf-054eb66f6b74 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Calling delete_port for 9a052330-3269-4a84-aadd-317dcec143fa owned by compute:nova {{(pid=93642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:47:41.013026 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7871c9a-c93c-4594-a4e3-b71b576b36ee req-fd3d1440-8513-4b23-ad5c-67b0404e7710 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:47:41.014464 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b7871c9a-c93c-4594-a4e3-b71b576b36ee req-fd3d1440-8513-4b23-ad5c-67b0404e7710 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ce6b474-51eb-4340-951a-98a1daea66ae HTTP/1.1" status: 200 len: 946 time: 0.0685108 Jun 18 08:47:41.028392 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-620eb0f5-ea0d-441f-a999-45080a6d0c08 req-abccce55-3186-43de-bfcf-054eb66f6b74 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741882028261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741881438823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16340813'] for port, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:41.032637 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-e59b0152-ec21-43b6-b83a-315a51399428 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:47:41.054638 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-b7871c9a-c93c-4594-a4e3-b71b576b36ee req-12be3920-c132-4ed9-9edf-a99b6986d26d tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca466eb8-c221-4449-9658-499e6efac803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344620 Jun 18 08:47:41.060105 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abccce55-3186-43de-bfcf-054eb66f6b74 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Pushing event deleted for resources: {'Port': ['ID=9a052330-3269-4a84-aadd-317dcec143fa,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:47:41.071662 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abccce55-3186-43de-bfcf-054eb66f6b74 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:47:41.071662 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abccce55-3186-43de-bfcf-054eb66f6b74 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:47:41.071662 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abccce55-3186-43de-bfcf-054eb66f6b74 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:47:41.071662 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abccce55-3186-43de-bfcf-054eb66f6b74 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:47:41.071662 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abccce55-3186-43de-bfcf-054eb66f6b74 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:47:41.071662 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abccce55-3186-43de-bfcf-054eb66f6b74 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:47:41.072611 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abccce55-3186-43de-bfcf-054eb66f6b74 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:47:41.072611 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abccce55-3186-43de-bfcf-054eb66f6b74 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:47:41.072820 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abccce55-3186-43de-bfcf-054eb66f6b74 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:47:41.073102 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abccce55-3186-43de-bfcf-054eb66f6b74 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:47:41.073436 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abccce55-3186-43de-bfcf-054eb66f6b74 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:47:41.073790 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abccce55-3186-43de-bfcf-054eb66f6b74 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:47:41.080862 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] get_ports_and_sgs() called for port_ids ['9a052330-3269-4a84-aadd-317dcec143fa'] {{(pid=93643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 08:47:41.084822 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-abccce55-3186-43de-bfcf-054eb66f6b74 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:47:41.131455 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [req-620eb0f5-ea0d-441f-a999-45080a6d0c08 req-abccce55-3186-43de-bfcf-054eb66f6b74 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] No DVR routers for this DVR port 9a052330-3269-4a84-aadd-317dcec143fa on host hv-cinder-78687 {{(pid=93642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 08:47:41.134072 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-620eb0f5-ea0d-441f-a999-45080a6d0c08 req-abccce55-3186-43de-bfcf-054eb66f6b74 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881'] for port, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:41.136064 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-620eb0f5-ea0d-441f-a999-45080a6d0c08 req-abccce55-3186-43de-bfcf-054eb66f6b74 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] 10.222.0.72 "DELETE /v2.0/ports/9a052330-3269-4a84-aadd-317dcec143fa HTTP/1.1" status: 204 len: 173 time: 0.5853541 Jun 18 08:47:41.136733 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ce6b474-51eb-4340-951a-98a1daea66ae', 'name': 'network-vif-deleted', 'tag': '9a052330-3269-4a84-aadd-317dcec143fa'}] {{(pid=93642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:47:41.139374 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8e20e2b9f795c08d425b6044ace8e6bfcc189f1bac9bd432248b5aa3a03ca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e85deb-ceaa-43bc-b253-92b9f05cb676" -d '{"events": [{"server_uuid": "2ce6b474-51eb-4340-951a-98a1daea66ae", "name": "network-vif-deleted", "tag": "9a052330-3269-4a84-aadd-317dcec143fa"}]}' {{(pid=93642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:47:41.178542 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 08:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78456d13-8591-4241-8f35-3a70132a047d x-openstack-request-id: req-78456d13-8591-4241-8f35-3a70132a047d {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:47:41.178875 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ce6b474-51eb-4340-951a-98a1daea66ae", "name": "network-vif-deleted", "tag": "9a052330-3269-4a84-aadd-317dcec143fa", "status": "completed", "code": 200}]} {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:47:41.179170 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-78456d13-8591-4241-8f35-3a70132a047d {{(pid=93642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:47:41.179607 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ce6b474-51eb-4340-951a-98a1daea66ae', 'name': 'network-vif-deleted', 'tag': '9a052330-3269-4a84-aadd-317dcec143fa', 'status': 'completed', 'code': 200} Jun 18 08:47:41.553799 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-eaf56aca-45f0-4650-88ee-9677139fe0c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:41.953504 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:42.238110 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-918777f0-8640-4e32-9989-e374a8ad3a5c req-84f0d5e5-fa67-44f0-89c5-d1d4e55743e8 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ce6b474-51eb-4340-951a-98a1daea66ae HTTP/1.1" status: 200 len: 210 time: 0.0299540 Jun 18 08:47:42.929767 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-37edacc1-1ba5-460e-aa47-45b5acfa9d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:43.150371 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device 9a052330-3269-4a84-aadd-317dcec143fa no longer exists at agent hyperv_hv-cinder-78687 {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:47:43.172094 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] No Port match for: 9a052330-3269-4a84-aadd-317dcec143fa {{(pid=93643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:47:43.172512 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device 9a052330-3269-4a84-aadd-317dcec143fa not bound to the agent host hv-cinder-78687 {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:47:44.667658 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-624571b3-aef6-4a8c-8ab3-5c089201a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:55.894025 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4421a-3ba1-4edf-a9c5-201f3860464b req-f15973d1-deb5-412c-9794-38451a8aa7ec tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:47:55.895391 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7ef4421a-3ba1-4edf-a9c5-201f3860464b req-f15973d1-deb5-412c-9794-38451a8aa7ec tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] 10.222.0.70 "GET /v2.0/networks?id=40bc593f-6c80-4d6a-828f-ae2edfe0a54a HTTP/1.1" status: 200 len: 814 time: 0.1066504 Jun 18 08:47:55.910129 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7ef4421a-3ba1-4edf-a9c5-201f3860464b req-cb6f9ec0-997d-4aeb-94a0-879bd4e5bd02 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] 10.222.0.70 "GET /v2.0/quotas/28f1596d634144d3bfe0b3f5166cd110 HTTP/1.1" status: 200 len: 375 time: 0.0093646 Jun 18 08:47:55.945186 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7ef4421a-3ba1-4edf-a9c5-201f3860464b req-f24faf55-6d24-48fc-ae22-39f54ea5f0da tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=28f1596d634144d3bfe0b3f5166cd110&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298548 Jun 18 08:47:56.080029 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7ef4421a-3ba1-4edf-a9c5-201f3860464b req-8da70ba9-50f5-450c-befa-00f33c0370ed service neutron] 10.222.0.70 "GET /v2.0/networks/40bc593f-6c80-4d6a-828f-ae2edfe0a54a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276188 Jun 18 08:47:56.335479 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:56.446580 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7ef4421a-3ba1-4edf-a9c5-201f3860464b req-cfe02710-8d32-4f1f-af77-0d8bae61f090 service neutron] 10.222.0.70 "GET /v2.0/networks/40bc593f-6c80-4d6a-828f-ae2edfe0a54a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3605731 Jun 18 08:47:57.727478 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-20fdee45-26d1-4235-bb3e-b6b227d09793 req-e51a205a-1156-43b8-a8fb-aff186df19dd tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] 10.222.0.70 "GET /v2.0/ports?device_id=d399e9c2-b2f1-4834-bf61-d6f6f9b05766 HTTP/1.1" status: 200 len: 210 time: 0.0305901 Jun 18 08:47:58.876404 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-54defaae-c324-48ec-b79f-c04d16fd4bb3 req-b4d1623a-d15b-4999-8e25-1704a68dfd62 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] 10.222.0.70 "GET /v2.0/ports?device_id=d399e9c2-b2f1-4834-bf61-d6f6f9b05766 HTTP/1.1" status: 200 len: 210 time: 0.0341418 Jun 18 08:47:59.615368 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4421a-3ba1-4edf-a9c5-201f3860464b req-cfdb82be-d37c-45f6-98f6-093c0c10f74b tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:47:59.616849 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-7ef4421a-3ba1-4edf-a9c5-201f3860464b req-cfdb82be-d37c-45f6-98f6-093c0c10f74b tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] 10.222.0.72 "GET /v2.0/networks?id=40bc593f-6c80-4d6a-828f-ae2edfe0a54a HTTP/1.1" status: 200 len: 814 time: 0.1092479 Jun 18 08:47:59.634968 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [req-7ef4421a-3ba1-4edf-a9c5-201f3860464b req-12a6cea7-4284-4b4e-acf9-5a93930226c2 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Request body: {'port': {'device_id': 'd399e9c2-b2f1-4834-bf61-d6f6f9b05766', 'network_id': '40bc593f-6c80-4d6a-828f-ae2edfe0a54a', 'admin_state_up': True, 'tenant_id': '28f1596d634144d3bfe0b3f5166cd110'}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:47:59.787322 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ef4421a-3ba1-4edf-a9c5-201f3860464b req-12a6cea7-4284-4b4e-acf9-5a93930226c2 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Made reservation on behalf of 28f1596d634144d3bfe0b3f5166cd110 for: {'port': 1} {{(pid=93642) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:47:59.790937 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-7ef4421a-3ba1-4edf-a9c5-201f3860464b req-12a6cea7-4284-4b4e-acf9-5a93930226c2 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-568420'] for port, before_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:47:59.919894 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.db_base_plugin_common [req-7ef4421a-3ba1-4edf-a9c5-201f3860464b req-12a6cea7-4284-4b4e-acf9-5a93930226c2 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Allocated IP 172.20.0.3 (40bc593f-6c80-4d6a-828f-ae2edfe0a54a/f4ff4b1f-134a-4696-ac9d-1c257236cfa9/99b85fe8-fe51-4ef0-bca4-8369510bef93) {{(pid=93642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:47:59.947281 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.agents_db [None req-a940af84-dce7-47c4-b5d3-ae67f117b383 None None] Agent healthcheck: found 6 active agents {{(pid=93644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:48:00.021323 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3e2a769a-ca00-457e-bc52-ec0f6cce7b39 req-a8e87da8-1147-4def-9b1a-9d54453e091a tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] 10.222.0.70 "GET /v2.0/ports?device_id=d399e9c2-b2f1-4834-bf61-d6f6f9b05766 HTTP/1.1" status: 200 len: 210 time: 0.0330524 Jun 18 08:48:00.074725 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-7ef4421a-3ba1-4edf-a9c5-201f3860464b req-12a6cea7-4284-4b4e-acf9-5a93930226c2 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Notify callbacks [] for port, precommit_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:48:00.170053 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-7ef4421a-3ba1-4edf-a9c5-201f3860464b req-12a6cea7-4284-4b4e-acf9-5a93930226c2 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-568999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741881438814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16340802'] for port, after_create {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:48:00.174284 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-01c07cb4-3344-4426-a5a9-befb873ab319 tempest-TestVolumeBootPattern-443178799 tempest-TestVolumeBootPattern-443178799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:48:00.219366 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ef4421a-3ba1-4edf-a9c5-201f3860464b req-12a6cea7-4284-4b4e-acf9-5a93930226c2 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Network 40bc593f-6c80-4d6a-828f-ae2edfe0a54a is already hosted by enough agents. {{(pid=93642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:48:00.222672 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.scheduler.base_scheduler [req-7ef4421a-3ba1-4edf-a9c5-201f3860464b req-12a6cea7-4284-4b4e-acf9-5a93930226c2 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Resources bound (agent type, host, resource id): {{(pid=93642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:48:00.226365 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ef4421a-3ba1-4edf-a9c5-201f3860464b req-12a6cea7-4284-4b4e-acf9-5a93930226c2 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Received port after_create {{(pid=93642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 08:48:00.232925 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a6cea7-4284-4b4e-acf9-5a93930226c2 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Pushing event updated for resources: {'Port': ['ID=99b85fe8-fe51-4ef0-bca4-8369510bef93,revision_number=1']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:48:00.252266 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-12a6cea7-4284-4b4e-acf9-5a93930226c2 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:48:00.276868 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4421a-3ba1-4edf-a9c5-201f3860464b req-12a6cea7-4284-4b4e-acf9-5a93930226c2 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:48:00.277467 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-7ef4421a-3ba1-4edf-a9c5-201f3860464b req-12a6cea7-4284-4b4e-acf9-5a93930226c2 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881'] for port, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:48:00.347332 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-7ef4421a-3ba1-4edf-a9c5-201f3860464b req-12a6cea7-4284-4b4e-acf9-5a93930226c2 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7161427 Jun 18 08:48:00.365966 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.v2.base [req-7ef4421a-3ba1-4edf-a9c5-201f3860464b req-00d5b8a3-61fb-4aa7-8e3c-7185dbea253d service neutron] Request body: {'port': {'device_id': 'd399e9c2-b2f1-4834-bf61-d6f6f9b05766', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78687'}} {{(pid=93642) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 08:48:00.438149 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-7ef4421a-3ba1-4edf-a9c5-201f3860464b req-00d5b8a3-61fb-4aa7-8e3c-7185dbea253d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:48:00.700742 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [req-7ef4421a-3ba1-4edf-a9c5-201f3860464b req-00d5b8a3-61fb-4aa7-8e3c-7185dbea253d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99b85fe8-fe51-4ef0-bca4-8369510bef93 {{(pid=93642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 08:48:00.708184 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-7ef4421a-3ba1-4edf-a9c5-201f3860464b req-00d5b8a3-61fb-4aa7-8e3c-7185dbea253d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:48:00.720377 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.provisioning_blocks [req-7ef4421a-3ba1-4edf-a9c5-201f3860464b req-00d5b8a3-61fb-4aa7-8e3c-7185dbea253d service neutron] Transition to ACTIVE for port object 99b85fe8-fe51-4ef0-bca4-8369510bef93 will not be triggered until provisioned by entity L2. {{(pid=93642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 08:48:00.786698 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-7ef4421a-3ba1-4edf-a9c5-201f3860464b req-00d5b8a3-61fb-4aa7-8e3c-7185dbea253d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16340852'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:48:00.788803 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-810cd76c-3820-47b6-8739-c98dc402f4a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:48:00.862150 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d5b8a3-61fb-4aa7-8e3c-7185dbea253d service neutron] Pushing event updated for resources: {'Port': ['ID=99b85fe8-fe51-4ef0-bca4-8369510bef93,revision_number=2']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:48:00.866301 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-00d5b8a3-61fb-4aa7-8e3c-7185dbea253d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:48:00.937957 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [req-7ef4421a-3ba1-4edf-a9c5-201f3860464b req-00d5b8a3-61fb-4aa7-8e3c-7185dbea253d service neutron] Attempting to bind port 99b85fe8-fe51-4ef0-bca4-8369510bef93 on host hv-cinder-78687 for vnic_type normal with profile {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 08:48:00.938296 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [req-7ef4421a-3ba1-4edf-a9c5-201f3860464b req-00d5b8a3-61fb-4aa7-8e3c-7185dbea253d service neutron] Attempting to bind port 99b85fe8-fe51-4ef0-bca4-8369510bef93 by drivers openvswitch,hyperv on host hv-cinder-78687 at level 0 using segments [{'id': 'fe4110ba-3c7b-4dc2-aa34-c102c2e877c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '40bc593f-6c80-4d6a-828f-ae2edfe0a54a'}] {{(pid=93642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 08:48:00.938627 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef4421a-3ba1-4edf-a9c5-201f3860464b req-00d5b8a3-61fb-4aa7-8e3c-7185dbea253d service neutron] Attempting to bind port 99b85fe8-fe51-4ef0-bca4-8369510bef93 on network 40bc593f-6c80-4d6a-828f-ae2edfe0a54a {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:48:00.942873 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef4421a-3ba1-4edf-a9c5-201f3860464b req-00d5b8a3-61fb-4aa7-8e3c-7185dbea253d service neutron] Port 99b85fe8-fe51-4ef0-bca4-8369510bef93 on network 40bc593f-6c80-4d6a-828f-ae2edfe0a54a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78687 {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 08:48:00.945664 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef4421a-3ba1-4edf-a9c5-201f3860464b req-00d5b8a3-61fb-4aa7-8e3c-7185dbea253d service neutron] Attempting to bind port 99b85fe8-fe51-4ef0-bca4-8369510bef93 on network 40bc593f-6c80-4d6a-828f-ae2edfe0a54a {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 08:48:00.947875 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef4421a-3ba1-4edf-a9c5-201f3860464b req-00d5b8a3-61fb-4aa7-8e3c-7185dbea253d service neutron] Checking agent: {'id': '7d051742-a391-48d3-aa1e-6019401c6fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78687', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 8, 26, 56), 'started_at': datetime.datetime(2021, 6, 18, 8, 26, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 8, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 08:48:00.948239 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef4421a-3ba1-4edf-a9c5-201f3860464b req-00d5b8a3-61fb-4aa7-8e3c-7185dbea253d service neutron] Checking segment: {'id': 'fe4110ba-3c7b-4dc2-aa34-c102c2e877c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '40bc593f-6c80-4d6a-828f-ae2edfe0a54a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 08:48:00.948623 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef4421a-3ba1-4edf-a9c5-201f3860464b req-00d5b8a3-61fb-4aa7-8e3c-7185dbea253d service neutron] Bound using segment: {'id': 'fe4110ba-3c7b-4dc2-aa34-c102c2e877c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '40bc593f-6c80-4d6a-828f-ae2edfe0a54a'} {{(pid=93642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 08:48:00.949047 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.managers [req-7ef4421a-3ba1-4edf-a9c5-201f3860464b req-00d5b8a3-61fb-4aa7-8e3c-7185dbea253d service neutron] Bound port: 99b85fe8-fe51-4ef0-bca4-8369510bef93, host: hv-cinder-78687, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe4110ba-3c7b-4dc2-aa34-c102c2e877c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '40bc593f-6c80-4d6a-828f-ae2edfe0a54a'}}] {{(pid=93642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 08:48:00.949392 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-7ef4421a-3ba1-4edf-a9c5-201f3860464b req-00d5b8a3-61fb-4aa7-8e3c-7185dbea253d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:48:01.013998 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [req-7ef4421a-3ba1-4edf-a9c5-201f3860464b req-00d5b8a3-61fb-4aa7-8e3c-7185dbea253d service neutron] For port 99b85fe8-fe51-4ef0-bca4-8369510bef93, host hv-cinder-78687, cleared binding levels {{(pid=93642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:48:01.017181 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [req-7ef4421a-3ba1-4edf-a9c5-201f3860464b req-00d5b8a3-61fb-4aa7-8e3c-7185dbea253d service neutron] For port 99b85fe8-fe51-4ef0-bca4-8369510bef93, host hv-cinder-78687, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=99b85fe8-fe51-4ef0-bca4-8369510bef93,segment=NetworkSegment(fe4110ba-3c7b-4dc2-aa34-c102c2e877c3),segment_id=fe4110ba-3c7b-4dc2-aa34-c102c2e877c3)] {{(pid=93642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:48:01.096295 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-7ef4421a-3ba1-4edf-a9c5-201f3860464b req-00d5b8a3-61fb-4aa7-8e3c-7185dbea253d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16340852'] for port, after_update {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:48:01.098490 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-a91a89b7-42fd-4026-82f5-732fcb2d025a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:48:01.130732 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4421a-3ba1-4edf-a9c5-201f3860464b req-00d5b8a3-61fb-4aa7-8e3c-7185dbea253d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:48:01.131354 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-7ef4421a-3ba1-4edf-a9c5-201f3860464b req-00d5b8a3-61fb-4aa7-8e3c-7185dbea253d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881'] for port, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:48:01.133121 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-7ef4421a-3ba1-4edf-a9c5-201f3860464b req-00d5b8a3-61fb-4aa7-8e3c-7185dbea253d service neutron] 10.222.0.72 "PUT /v2.0/ports/99b85fe8-fe51-4ef0-bca4-8369510bef93 HTTP/1.1" status: 200 len: 1093 time: 0.7713537 Jun 18 08:48:01.135514 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd399e9c2-b2f1-4834-bf61-d6f6f9b05766', 'tag': '99b85fe8-fe51-4ef0-bca4-8369510bef93'}] {{(pid=93642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:48:01.137869 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8e20e2b9f795c08d425b6044ace8e6bfcc189f1bac9bd432248b5aa3a03ca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a58b13e0-de12-4bad-a0bb-bf44b474738e" -d '{"events": [{"name": "network-changed", "server_uuid": "d399e9c2-b2f1-4834-bf61-d6f6f9b05766", "tag": "99b85fe8-fe51-4ef0-bca4-8369510bef93"}]}' {{(pid=93642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:48:01.166351 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d5b8a3-61fb-4aa7-8e3c-7185dbea253d service neutron] Pushing event updated for resources: {'Port': ['ID=99b85fe8-fe51-4ef0-bca4-8369510bef93,revision_number=3']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:48:01.170613 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-00d5b8a3-61fb-4aa7-8e3c-7185dbea253d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:48:01.186872 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 08:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eccfdb07-39e5-45d0-a897-f2f2d82623ea x-openstack-request-id: req-eccfdb07-39e5-45d0-a897-f2f2d82623ea {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:48:01.187221 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d399e9c2-b2f1-4834-bf61-d6f6f9b05766", "tag": "99b85fe8-fe51-4ef0-bca4-8369510bef93", "status": "completed", "code": 200}]} {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:48:01.187523 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-eccfdb07-39e5-45d0-a897-f2f2d82623ea {{(pid=93642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:48:01.187984 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd399e9c2-b2f1-4834-bf61-d6f6f9b05766', 'tag': '99b85fe8-fe51-4ef0-bca4-8369510bef93', 'status': 'completed', 'code': 200} Jun 18 08:48:01.207270 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3570a9e8-7c94-42df-acaf-f70917b0dfdd req-9b39604a-4da8-46fd-bde0-3fc1dab7693d tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:48:01.208909 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3570a9e8-7c94-42df-acaf-f70917b0dfdd req-9b39604a-4da8-46fd-bde0-3fc1dab7693d tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] 10.222.0.70 "GET /v2.0/ports?device_id=d399e9c2-b2f1-4834-bf61-d6f6f9b05766 HTTP/1.1" status: 200 len: 943 time: 0.0755711 Jun 18 08:48:01.248488 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3570a9e8-7c94-42df-acaf-f70917b0dfdd req-a1486dfa-8c49-4684-9883-14d93073e188 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca466eb8-c221-4449-9658-499e6efac803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337257 Jun 18 08:48:01.286623 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b13e0-de12-4bad-a0bb-bf44b474738e req-2aa5dbf1-9b53-4309-bc12-eafc795b21b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:48:01.288058 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-a58b13e0-de12-4bad-a0bb-bf44b474738e req-2aa5dbf1-9b53-4309-bc12-eafc795b21b3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=28f1596d634144d3bfe0b3f5166cd110&device_id=d399e9c2-b2f1-4834-bf61-d6f6f9b05766 HTTP/1.1" status: 200 len: 1096 time: 0.0585678 Jun 18 08:48:01.393030 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b13e0-de12-4bad-a0bb-bf44b474738e req-7fd67bac-17f8-4036-b7e4-4508edcf314e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:48:01.394498 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-a58b13e0-de12-4bad-a0bb-bf44b474738e req-7fd67bac-17f8-4036-b7e4-4508edcf314e service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=28f1596d634144d3bfe0b3f5166cd110&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0930672 Jun 18 08:48:01.489263 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b13e0-de12-4bad-a0bb-bf44b474738e req-3ff66988-f83b-4bdf-9c01-f53566612cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:48:01.490705 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-a58b13e0-de12-4bad-a0bb-bf44b474738e req-3ff66988-f83b-4bdf-9c01-f53566612cb5 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0901921 Jun 18 08:48:01.601045 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4421a-3ba1-4edf-a9c5-201f3860464b req-e927c3d8-c175-44d2-901b-938570c61d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:48:01.602508 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-7ef4421a-3ba1-4edf-a9c5-201f3860464b req-e927c3d8-c175-44d2-901b-938570c61d82 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=28f1596d634144d3bfe0b3f5166cd110&device_id=d399e9c2-b2f1-4834-bf61-d6f6f9b05766 HTTP/1.1" status: 200 len: 1096 time: 0.0521355 Jun 18 08:48:01.651413 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-7ef4421a-3ba1-4edf-a9c5-201f3860464b req-fbb92eae-4bb3-4704-b978-b4c32dd5b0d4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99b85fe8-fe51-4ef0-bca4-8369510bef93 HTTP/1.1" status: 200 len: 217 time: 0.0358455 Jun 18 08:48:01.705105 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4421a-3ba1-4edf-a9c5-201f3860464b req-e9f865a2-1ba4-4f24-ba5b-841008223377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:48:01.706571 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-7ef4421a-3ba1-4edf-a9c5-201f3860464b req-e9f865a2-1ba4-4f24-ba5b-841008223377 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f4ff4b1f-134a-4696-ac9d-1c257236cfa9 HTTP/1.1" status: 200 len: 854 time: 0.0487897 Jun 18 08:48:01.740976 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-7ef4421a-3ba1-4edf-a9c5-201f3860464b req-c85cf5f5-60ef-49f9-9f6d-6baa52254734 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=40bc593f-6c80-4d6a-828f-ae2edfe0a54a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280683 Jun 18 08:48:01.830319 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-7ef4421a-3ba1-4edf-a9c5-201f3860464b req-6c2a071b-2f5c-40bb-9324-67d24086888f service neutron] 10.222.0.72 "GET /v2.0/networks/40bc593f-6c80-4d6a-828f-ae2edfe0a54a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823872 Jun 18 08:48:01.923454 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-7ef4421a-3ba1-4edf-a9c5-201f3860464b req-f532148b-365b-4fed-b971-a3535ca364f9 service neutron] 10.222.0.72 "GET /v2.0/networks/40bc593f-6c80-4d6a-828f-ae2edfe0a54a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869281 Jun 18 08:48:02.425049 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de211c25-3d47-4289-864b-eb8d53562f01 req-0937b503-60b8-4d0d-a798-1b7af100309d tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:48:02.426501 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-de211c25-3d47-4289-864b-eb8d53562f01 req-0937b503-60b8-4d0d-a798-1b7af100309d tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] 10.222.0.70 "GET /v2.0/ports?device_id=d399e9c2-b2f1-4834-bf61-d6f6f9b05766 HTTP/1.1" status: 200 len: 943 time: 0.0625463 Jun 18 08:48:02.464020 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-de211c25-3d47-4289-864b-eb8d53562f01 req-c01b542f-8b63-49a3-88ee-70658301769b tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca466eb8-c221-4449-9658-499e6efac803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318127 Jun 18 08:48:03.650533 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed6eab-cd0d-4703-ab9d-8f24cc2c81e8 req-b0ae8c49-3e06-40f7-837c-18055d3cb4ce tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:48:03.652019 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-70ed6eab-cd0d-4703-ab9d-8f24cc2c81e8 req-b0ae8c49-3e06-40f7-837c-18055d3cb4ce tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] 10.222.0.70 "GET /v2.0/ports?device_id=d399e9c2-b2f1-4834-bf61-d6f6f9b05766 HTTP/1.1" status: 200 len: 943 time: 0.0685942 Jun 18 08:48:03.691272 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-70ed6eab-cd0d-4703-ab9d-8f24cc2c81e8 req-0f33c137-81fc-4f24-a9b4-93f3b6c2574e tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca466eb8-c221-4449-9658-499e6efac803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328186 Jun 18 08:48:04.867841 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6429c28-cc2e-456a-8c2c-35f313b29d83 req-34b1b1d9-8716-4b5b-a19e-1527d07c1bb3 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:48:04.869432 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c6429c28-cc2e-456a-8c2c-35f313b29d83 req-34b1b1d9-8716-4b5b-a19e-1527d07c1bb3 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] 10.222.0.70 "GET /v2.0/ports?device_id=d399e9c2-b2f1-4834-bf61-d6f6f9b05766 HTTP/1.1" status: 200 len: 943 time: 0.0633044 Jun 18 08:48:04.907860 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-c6429c28-cc2e-456a-8c2c-35f313b29d83 req-0ea3fd5b-1819-4052-a8cb-960abd7ef98d tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca466eb8-c221-4449-9658-499e6efac803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318174 Jun 18 08:48:06.079922 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef29f87-2149-4137-b18a-4720e9f6f20e req-d3365fc4-0eaa-4c32-873f-ffe61b31e8fd tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:48:06.081593 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7ef29f87-2149-4137-b18a-4720e9f6f20e req-d3365fc4-0eaa-4c32-873f-ffe61b31e8fd tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] 10.222.0.70 "GET /v2.0/ports?device_id=d399e9c2-b2f1-4834-bf61-d6f6f9b05766 HTTP/1.1" status: 200 len: 943 time: 0.0628774 Jun 18 08:48:06.123596 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7ef29f87-2149-4137-b18a-4720e9f6f20e req-4e0ffbc4-3dcf-4181-9588-06829266ae0c tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca466eb8-c221-4449-9658-499e6efac803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363927 Jun 18 08:48:07.282655 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device 99b85fe8-fe51-4ef0-bca4-8369510bef93 details requested by agent hyperv_hv-cinder-78687 with host hv-cinder-78687 {{(pid=93643) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 08:48:07.302633 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb4e781-0816-4970-b28c-88886f571af2 req-b3492f44-ad38-4543-a8f4-f8c420c2fe83 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:48:07.304720 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2eb4e781-0816-4970-b28c-88886f571af2 req-b3492f44-ad38-4543-a8f4-f8c420c2fe83 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] 10.222.0.70 "GET /v2.0/ports?device_id=d399e9c2-b2f1-4834-bf61-d6f6f9b05766 HTTP/1.1" status: 200 len: 943 time: 0.0686517 Jun 18 08:48:07.344871 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-2eb4e781-0816-4970-b28c-88886f571af2 req-e1e4bd33-49f8-479c-9b27-7fa58f63f9a7 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca466eb8-c221-4449-9658-499e6efac803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346112 Jun 18 08:48:07.383867 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] For port 99b85fe8-fe51-4ef0-bca4-8369510bef93, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=99b85fe8-fe51-4ef0-bca4-8369510bef93,segment=NetworkSegment(fe4110ba-3c7b-4dc2-aa34-c102c2e877c3),segment_id=fe4110ba-3c7b-4dc2-aa34-c102c2e877c3)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:48:07.396693 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Returning: {'device': '99b85fe8-fe51-4ef0-bca4-8369510bef93', 'network_id': '40bc593f-6c80-4d6a-828f-ae2edfe0a54a', 'port_id': '99b85fe8-fe51-4ef0-bca4-8369510bef93', 'mac_address': 'fa:16:3e:63:31:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4ff4b1f-134a-4696-ac9d-1c257236cfa9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93643) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 08:48:07.433342 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:48:07.446611 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.notifiers.nova [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99b85fe8-fe51-4ef0-bca4-8369510bef93 {{(pid=93643) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 08:48:07.466625 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] For port 99b85fe8-fe51-4ef0-bca4-8369510bef93, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=99b85fe8-fe51-4ef0-bca4-8369510bef93,segment=NetworkSegment(fe4110ba-3c7b-4dc2-aa34-c102c2e877c3),segment_id=fe4110ba-3c7b-4dc2-aa34-c102c2e877c3)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:48:07.529715 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:48:07.532421 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:48:07.582013 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Pushing event updated for resources: {'Port': ['ID=99b85fe8-fe51-4ef0-bca4-8369510bef93,revision_number=4']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:48:07.590067 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:48:07.590067 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:48:07.590067 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:48:07.590483 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:48:07.590641 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:48:07.591047 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:48:07.591381 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:48:07.591710 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:48:07.592081 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:48:07.592443 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:48:07.592771 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:48:07.593786 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:48:07.597933 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:48:07.937289 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] get_ports_and_sgs() called for port_ids ['99b85fe8-fe51-4ef0-bca4-8369510bef93'] {{(pid=93643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 08:48:08.523932 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528a8fd-8c52-4287-b7f6-a01ce7c96c5f req-c0f10426-13e1-4b49-9a13-b452e038e000 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:48:08.525500 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4528a8fd-8c52-4287-b7f6-a01ce7c96c5f req-c0f10426-13e1-4b49-9a13-b452e038e000 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] 10.222.0.70 "GET /v2.0/ports?device_id=d399e9c2-b2f1-4834-bf61-d6f6f9b05766 HTTP/1.1" status: 200 len: 944 time: 0.0660567 Jun 18 08:48:08.569702 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-4528a8fd-8c52-4287-b7f6-a01ce7c96c5f req-8b9190e8-24a7-4df6-bf7e-13be3bae7874 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca466eb8-c221-4449-9658-499e6efac803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377483 Jun 18 08:48:09.054829 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e7dff5cb-a695-45c9-b22c-81831342ef37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:48:09.298133 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device 99b85fe8-fe51-4ef0-bca4-8369510bef93 up at agent hyperv_hv-cinder-78687 {{(pid=93643) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 08:48:09.415144 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Provisioning for port 99b85fe8-fe51-4ef0-bca4-8369510bef93 completed by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 08:48:09.419347 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.db.provisioning_blocks [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Provisioning complete for port 99b85fe8-fe51-4ef0-bca4-8369510bef93 triggered by entity L2. {{(pid=93643) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 08:48:09.423383 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006457'] for port, provisioning_complete {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:48:09.504293 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-568434'] for port, before_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:48:09.526602 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd399e9c2-b2f1-4834-bf61-d6f6f9b05766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b85fe8-fe51-4ef0-bca4-8369510bef93'}] {{(pid=93643) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:48:09.528946 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76bfc2cc3cc97e327acfe832f03e535bb9cef84d361ee3b318e5c5a2ba23989c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8edb564a-030e-46db-82e5-0a4b166b0529" -d '{"events": [{"server_uuid": "d399e9c2-b2f1-4834-bf61-d6f6f9b05766", "name": "network-vif-plugged", "status": "completed", "tag": "99b85fe8-fe51-4ef0-bca4-8369510bef93"}]}' {{(pid=93643) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:48:09.542558 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] For port 99b85fe8-fe51-4ef0-bca4-8369510bef93, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=99b85fe8-fe51-4ef0-bca4-8369510bef93,segment=NetworkSegment(fe4110ba-3c7b-4dc2-aa34-c102c2e877c3),segment_id=fe4110ba-3c7b-4dc2-aa34-c102c2e877c3)] {{(pid=93643) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:48:09.568992 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 08:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c18c72-f64b-421e-994e-3ddfc46c7d6f x-openstack-request-id: req-f2c18c72-f64b-421e-994e-3ddfc46c7d6f {{(pid=93643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:48:09.568992 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d399e9c2-b2f1-4834-bf61-d6f6f9b05766", "name": "network-vif-plugged", "status": "completed", "tag": "99b85fe8-fe51-4ef0-bca4-8369510bef93", "code": 200}]} {{(pid=93643) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:48:09.568992 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f2c18c72-f64b-421e-994e-3ddfc46c7d6f {{(pid=93643) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:48:09.568992 dv-cinder-786873-3-iscsi neutron-server[93643]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd399e9c2-b2f1-4834-bf61-d6f6f9b05766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b85fe8-fe51-4ef0-bca4-8369510bef93', 'code': 200} Jun 18 08:48:09.645800 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741882028243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741881438832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741881438877'] for port, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:48:09.650006 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:48:09.700399 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Pushing event updated for resources: {'Port': ['ID=99b85fe8-fe51-4ef0-bca4-8369510bef93,revision_number=5']} {{(pid=93643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:48:09.704174 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:48:09.758187 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07738620-4e87-4346-847d-07384dd8e02f req-180ff70d-260a-42cc-a40f-2c0eb260e8d9 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:48:09.759680 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-07738620-4e87-4346-847d-07384dd8e02f req-180ff70d-260a-42cc-a40f-2c0eb260e8d9 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] 10.222.0.70 "GET /v2.0/ports?device_id=d399e9c2-b2f1-4834-bf61-d6f6f9b05766 HTTP/1.1" status: 200 len: 945 time: 0.0708225 Jun 18 08:48:09.801460 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-07738620-4e87-4346-847d-07384dd8e02f req-4984ef46-fa6e-461f-8d4d-b3c6bc86d805 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca466eb8-c221-4449-9658-499e6efac803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359006 Jun 18 08:48:09.995987 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99abfd-bfcc-4c19-8125-06adeff52001 req-05983163-3fca-4a3e-9797-b185e103bcff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:48:09.997494 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-1f99abfd-bfcc-4c19-8125-06adeff52001 req-05983163-3fca-4a3e-9797-b185e103bcff service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d399e9c2-b2f1-4834-bf61-d6f6f9b05766 HTTP/1.1" status: 200 len: 1098 time: 0.0554364 Jun 18 08:48:10.035582 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-1f99abfd-bfcc-4c19-8125-06adeff52001 req-4317f1b7-8296-4041-ab40-86c76725d8b4 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ca466eb8-c221-4449-9658-499e6efac803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319815 Jun 18 08:48:10.980957 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6a10fe-16f7-4934-a999-9cb24f2b9c29 req-b6a1a991-68e7-4931-a354-78b06b7a29c1 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:48:10.982332 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7a6a10fe-16f7-4934-a999-9cb24f2b9c29 req-b6a1a991-68e7-4931-a354-78b06b7a29c1 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] 10.222.0.70 "GET /v2.0/ports?device_id=d399e9c2-b2f1-4834-bf61-d6f6f9b05766 HTTP/1.1" status: 200 len: 945 time: 0.0633762 Jun 18 08:48:11.020312 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-7a6a10fe-16f7-4934-a999-9cb24f2b9c29 req-c24ff3ce-3597-4f42-b6eb-711d66f85ef1 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca466eb8-c221-4449-9658-499e6efac803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314867 Jun 18 08:48:11.534835 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-6e0dee85-287e-449c-92e0-d592ae9a00d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:48:11.952184 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:48:12.194191 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89421b72-5e69-4415-99de-d7fae9faa9ef req-2e1d87c2-8c6a-4c72-8e84-ec6c2f394c07 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:48:12.195791 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-89421b72-5e69-4415-99de-d7fae9faa9ef req-2e1d87c2-8c6a-4c72-8e84-ec6c2f394c07 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] 10.222.0.70 "GET /v2.0/ports?device_id=d399e9c2-b2f1-4834-bf61-d6f6f9b05766 HTTP/1.1" status: 200 len: 945 time: 0.0646541 Jun 18 08:48:12.238415 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-89421b72-5e69-4415-99de-d7fae9faa9ef req-a93ef694-438a-4cc4-a6b8-d004d95830bb tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca466eb8-c221-4449-9658-499e6efac803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367696 Jun 18 08:48:12.957896 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-37edacc1-1ba5-460e-aa47-45b5acfa9d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:48:14.012704 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-936d17b2-139e-41b5-b437-77276960e0fc req-49a6b972-a7f4-46f2-ad76-fd24a3c033b7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d399e9c2-b2f1-4834-bf61-d6f6f9b05766&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0576761 Jun 18 08:48:14.122810 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936d17b2-139e-41b5-b437-77276960e0fc req-fb1ef01c-5971-4835-aa2a-315766086dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:48:14.124332 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-936d17b2-139e-41b5-b437-77276960e0fc req-fb1ef01c-5971-4835-aa2a-315766086dbe service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=28f1596d634144d3bfe0b3f5166cd110&device_id=d399e9c2-b2f1-4834-bf61-d6f6f9b05766 HTTP/1.1" status: 200 len: 1098 time: 0.0527720 Jun 18 08:48:14.227913 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936d17b2-139e-41b5-b437-77276960e0fc req-eb932815-d863-4914-b147-58ca46ebed5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:48:14.229281 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-936d17b2-139e-41b5-b437-77276960e0fc req-eb932815-d863-4914-b147-58ca46ebed5f service neutron] 10.222.0.72 "GET /v2.0/networks?id=40bc593f-6c80-4d6a-828f-ae2edfe0a54a HTTP/1.1" status: 200 len: 915 time: 0.0835850 Jun 18 08:48:14.273275 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-936d17b2-139e-41b5-b437-77276960e0fc req-d9d4af4f-4286-413c-9f06-6aac7527c47f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99b85fe8-fe51-4ef0-bca4-8369510bef93 HTTP/1.1" status: 200 len: 217 time: 0.0376761 Jun 18 08:48:14.321138 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936d17b2-139e-41b5-b437-77276960e0fc req-c9d8e8c8-4fa4-41c0-b4c7-aa1ee975a4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:48:14.322582 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-936d17b2-139e-41b5-b437-77276960e0fc req-c9d8e8c8-4fa4-41c0-b4c7-aa1ee975a4ff service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f4ff4b1f-134a-4696-ac9d-1c257236cfa9 HTTP/1.1" status: 200 len: 854 time: 0.0436988 Jun 18 08:48:14.355659 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-936d17b2-139e-41b5-b437-77276960e0fc req-2f67c3bd-526f-4531-bc3e-fbb8034ae685 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=40bc593f-6c80-4d6a-828f-ae2edfe0a54a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262656 Jun 18 08:48:14.444694 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-936d17b2-139e-41b5-b437-77276960e0fc req-4c8688e4-1f9d-40c2-a6f5-05debb0a71ea service neutron] 10.222.0.72 "GET /v2.0/networks/40bc593f-6c80-4d6a-828f-ae2edfe0a54a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829015 Jun 18 08:48:14.530307 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-936d17b2-139e-41b5-b437-77276960e0fc req-b9c4200b-7d40-4105-a1a8-71873fb6b631 service neutron] 10.222.0.72 "GET /v2.0/networks/40bc593f-6c80-4d6a-828f-ae2edfe0a54a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794611 Jun 18 08:48:14.706902 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-624571b3-aef6-4a8c-8ab3-5c089201a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:48:26.334124 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:48:36.946967 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.agents_db [None req-a940af84-dce7-47c4-b5d3-ae67f117b383 None None] Agent healthcheck: found 6 active agents {{(pid=93644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:48:39.087881 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-184239b3-43d0-4bf1-84af-f0fe11cd330f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:48:40.281114 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8356188f-4f0b-49a4-a50e-178cf1baf7d1 req-a4a7ee26-0e95-48ec-97b8-cc6cd0b2fa5c tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:48:40.283035 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-8356188f-4f0b-49a4-a50e-178cf1baf7d1 req-a4a7ee26-0e95-48ec-97b8-cc6cd0b2fa5c tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] 10.222.0.70 "GET /v2.0/ports?device_id=d399e9c2-b2f1-4834-bf61-d6f6f9b05766 HTTP/1.1" status: 200 len: 945 time: 0.0642035 Jun 18 08:48:40.322676 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-8356188f-4f0b-49a4-a50e-178cf1baf7d1 req-ed0bc606-38b8-4056-bc83-8d36ea00e633 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca466eb8-c221-4449-9658-499e6efac803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334833 Jun 18 08:48:41.503232 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79479093-6454-433e-8962-32125d20aef2 req-96d4dc5d-324f-4125-83f8-6330bf8be858 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:48:41.504745 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-79479093-6454-433e-8962-32125d20aef2 req-96d4dc5d-324f-4125-83f8-6330bf8be858 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] 10.222.0.70 "GET /v2.0/ports?device_id=d399e9c2-b2f1-4834-bf61-d6f6f9b05766 HTTP/1.1" status: 200 len: 945 time: 0.0665090 Jun 18 08:48:41.516100 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d2a574ee-7079-444e-b959-7d4e7d0ba61d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:48:41.544015 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-79479093-6454-433e-8962-32125d20aef2 req-4c311543-93d0-46c2-aa64-8f0997fb369d tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca466eb8-c221-4449-9658-499e6efac803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335126 Jun 18 08:48:41.933587 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:48:42.302276 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7041d2f8-f04f-4486-ae9a-bdf062af01e1 req-cb04e158-9e7d-4963-945d-3d5f57982ed3 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93642) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:48:42.303643 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-7041d2f8-f04f-4486-ae9a-bdf062af01e1 req-cb04e158-9e7d-4963-945d-3d5f57982ed3 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] 10.222.0.72 "GET /v2.0/ports?device_id=d399e9c2-b2f1-4834-bf61-d6f6f9b05766 HTTP/1.1" status: 200 len: 945 time: 0.0641301 Jun 18 08:48:42.408077 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [req-7041d2f8-f04f-4486-ae9a-bdf062af01e1 req-4660a23e-2f51-43d4-9249-834d47ac18e8 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Deleting port 99b85fe8-fe51-4ef0-bca4-8369510bef93 {{(pid=93642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 08:48:42.408440 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-7041d2f8-f04f-4486-ae9a-bdf062af01e1 req-4660a23e-2f51-43d4-9249-834d47ac18e8 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741882027237'] for port, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:48:42.498219 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.db [req-7041d2f8-f04f-4486-ae9a-bdf062af01e1 req-4660a23e-2f51-43d4-9249-834d47ac18e8 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] For port 99b85fe8-fe51-4ef0-bca4-8369510bef93, host hv-cinder-78687, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78687',level=0,port_id=99b85fe8-fe51-4ef0-bca4-8369510bef93,segment=NetworkSegment(fe4110ba-3c7b-4dc2-aa34-c102c2e877c3),segment_id=fe4110ba-3c7b-4dc2-aa34-c102c2e877c3)] {{(pid=93642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:48:42.498573 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-7041d2f8-f04f-4486-ae9a-bdf062af01e1 req-4660a23e-2f51-43d4-9249-834d47ac18e8 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7962534'] for port, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:48:42.559292 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.plugins.ml2.plugin [req-7041d2f8-f04f-4486-ae9a-bdf062af01e1 req-4660a23e-2f51-43d4-9249-834d47ac18e8 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Calling delete_port for 99b85fe8-fe51-4ef0-bca4-8369510bef93 owned by compute:nova {{(pid=93642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 08:48:42.725697 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c57b2b6-51b0-48c5-87de-d646f2ca24f8 req-1d035574-3a13-4ee9-8f47-a458cd01a0fa tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 08:48:42.727245 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3c57b2b6-51b0-48c5-87de-d646f2ca24f8 req-1d035574-3a13-4ee9-8f47-a458cd01a0fa tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] 10.222.0.70 "GET /v2.0/ports?device_id=d399e9c2-b2f1-4834-bf61-d6f6f9b05766 HTTP/1.1" status: 200 len: 945 time: 0.0694785 Jun 18 08:48:42.766234 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-3c57b2b6-51b0-48c5-87de-d646f2ca24f8 req-b0b50d84-430e-46ad-bb01-e09473c6bd60 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] 10.222.0.70 "GET /v2.0/security-groups?id=ca466eb8-c221-4449-9658-499e6efac803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328805 Jun 18 08:48:42.796662 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-7041d2f8-f04f-4486-ae9a-bdf062af01e1 req-4660a23e-2f51-43d4-9249-834d47ac18e8 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-568976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741882028261', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741881438823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16340813'] for port, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:48:42.801304 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-a4079e04-a372-4adf-96f6-ee3d110d93c3 tempest-AttachVolumeNegativeTest-1951471920 tempest-AttachVolumeNegativeTest-1951471920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:48:42.826814 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4660a23e-2f51-43d4-9249-834d47ac18e8 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Pushing event deleted for resources: {'Port': ['ID=99b85fe8-fe51-4ef0-bca4-8369510bef93,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:48:42.832757 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.db [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] get_ports_and_sgs() called for port_ids ['99b85fe8-fe51-4ef0-bca4-8369510bef93'] {{(pid=93643) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 08:48:42.859704 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4660a23e-2f51-43d4-9249-834d47ac18e8 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:48:42.860108 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4660a23e-2f51-43d4-9249-834d47ac18e8 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:48:42.860494 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4660a23e-2f51-43d4-9249-834d47ac18e8 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:48:42.860870 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4660a23e-2f51-43d4-9249-834d47ac18e8 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:48:42.861237 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4660a23e-2f51-43d4-9249-834d47ac18e8 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:48:42.862131 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4660a23e-2f51-43d4-9249-834d47ac18e8 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:48:42.862458 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4660a23e-2f51-43d4-9249-834d47ac18e8 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:48:42.862831 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4660a23e-2f51-43d4-9249-834d47ac18e8 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:48:42.863327 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4660a23e-2f51-43d4-9249-834d47ac18e8 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:48:42.863692 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4660a23e-2f51-43d4-9249-834d47ac18e8 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:48:42.864074 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4660a23e-2f51-43d4-9249-834d47ac18e8 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:48:42.864464 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4660a23e-2f51-43d4-9249-834d47ac18e8 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:48:42.868329 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-4660a23e-2f51-43d4-9249-834d47ac18e8 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:48:42.888882 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.l3_dvrscheduler_db [req-7041d2f8-f04f-4486-ae9a-bdf062af01e1 req-4660a23e-2f51-43d4-9249-834d47ac18e8 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] No DVR routers for this DVR port 99b85fe8-fe51-4ef0-bca4-8369510bef93 on host hv-cinder-78687 {{(pid=93642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 08:48:42.891583 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [req-7041d2f8-f04f-4486-ae9a-bdf062af01e1 req-4660a23e-2f51-43d4-9249-834d47ac18e8 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127881'] for port, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:48:42.894104 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [req-7041d2f8-f04f-4486-ae9a-bdf062af01e1 req-4660a23e-2f51-43d4-9249-834d47ac18e8 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] 10.222.0.72 "DELETE /v2.0/ports/99b85fe8-fe51-4ef0-bca4-8369510bef93 HTTP/1.1" status: 204 len: 173 time: 0.5847361 Jun 18 08:48:42.894621 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd399e9c2-b2f1-4834-bf61-d6f6f9b05766', 'name': 'network-vif-deleted', 'tag': '99b85fe8-fe51-4ef0-bca4-8369510bef93'}] {{(pid=93642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 08:48:42.897497 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8e20e2b9f795c08d425b6044ace8e6bfcc189f1bac9bd432248b5aa3a03ca2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f4c601-50de-4ca8-b3b6-982677da2397" -d '{"events": [{"server_uuid": "d399e9c2-b2f1-4834-bf61-d6f6f9b05766", "name": "network-vif-deleted", "tag": "99b85fe8-fe51-4ef0-bca4-8369510bef93"}]}' {{(pid=93642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:48:42.936145 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 08:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-652315c9-ccb1-4df2-a618-58065b4a6c3f x-openstack-request-id: req-652315c9-ccb1-4df2-a618-58065b4a6c3f {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:48:42.936485 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d399e9c2-b2f1-4834-bf61-d6f6f9b05766", "name": "network-vif-deleted", "tag": "99b85fe8-fe51-4ef0-bca4-8369510bef93", "status": "completed", "code": 200}]} {{(pid=93642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:48:42.936784 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-652315c9-ccb1-4df2-a618-58065b4a6c3f {{(pid=93642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:48:42.937232 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd399e9c2-b2f1-4834-bf61-d6f6f9b05766', 'name': 'network-vif-deleted', 'tag': '99b85fe8-fe51-4ef0-bca4-8369510bef93', 'status': 'completed', 'code': 200} Jun 18 08:48:42.939412 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-37edacc1-1ba5-460e-aa47-45b5acfa9d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:48:43.927511 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [req-180d8a23-d95d-4b48-be01-7cdba63ea15d req-ac158c08-d6f3-4e35-ba75-7470269c6572 tempest-VolumesSnapshotTestJSON-628886302 tempest-VolumesSnapshotTestJSON-628886302-project] 10.222.0.70 "GET /v2.0/ports?device_id=d399e9c2-b2f1-4834-bf61-d6f6f9b05766 HTTP/1.1" status: 200 len: 210 time: 0.0301425 Jun 18 08:48:44.670556 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-624571b3-aef6-4a8c-8ab3-5c089201a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:48:47.451352 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device 99b85fe8-fe51-4ef0-bca4-8369510bef93 no longer exists at agent hyperv_hv-cinder-78687 {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 08:48:47.473121 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] No Port match for: 99b85fe8-fe51-4ef0-bca4-8369510bef93 {{(pid=93643) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 08:48:47.473476 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron.plugins.ml2.rpc [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Device 99b85fe8-fe51-4ef0-bca4-8369510bef93 not bound to the agent host hv-cinder-78687 {{(pid=93643) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 08:48:56.349968 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:49:09.069671 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-15125144-bf18-4f61-ad84-087cd2ceffbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:49:11.532413 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-599d08c9-8c6b-448b-b26b-da776145bd90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:49:11.983976 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:49:12.956068 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-37edacc1-1ba5-460e-aa47-45b5acfa9d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:49:13.949393 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.agents_db [None req-a940af84-dce7-47c4-b5d3-ae67f117b383 None None] Agent healthcheck: found 6 active agents {{(pid=93644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:49:13.986165 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 43528) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:49:14.035436 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7e231ae-4cbd-43c9-93c1-4d2c1b624eb0 admin admin] Deleting subnet f4ff4b1f-134a-4696-ac9d-1c257236cfa9 {{(pid=93642) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 08:49:14.038537 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c7e231ae-4cbd-43c9-93c1-4d2c1b624eb0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:49:14.072136 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c7e231ae-4cbd-43c9-93c1-4d2c1b624eb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414229'] for subnet, precommit_delete_associations {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:49:14.114782 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c7e231ae-4cbd-43c9-93c1-4d2c1b624eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002347'] for subnet, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:49:14.218385 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c7e231ae-4cbd-43c9-93c1-4d2c1b624eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8041479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16340791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134752'] for subnet, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:49:14.221312 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:49:14.245671 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e231ae-4cbd-43c9-93c1-4d2c1b624eb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4ff4b1f-134a-4696-ac9d-1c257236cfa9,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:49:14.251741 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-c7e231ae-4cbd-43c9-93c1-4d2c1b624eb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:49:14.251741 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-c7e231ae-4cbd-43c9-93c1-4d2c1b624eb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:49:14.254389 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-c7e231ae-4cbd-43c9-93c1-4d2c1b624eb0 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/f4ff4b1f-134a-4696-ac9d-1c257236cfa9 HTTP/1.1" status: 204 len: 168 time: 0.2666316 Jun 18 08:49:14.254600 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [-] (93641) accepted ('10.222.0.70', 43530) {{(pid=93641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:49:14.331835 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-3c9f593d-9c5e-4462-8144-d549b9e17ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580887'] for network, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:49:14.409428 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-3c9f593d-9c5e-4462-8144-d549b9e17ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1003764', 'neutron.services.segments.db._delete_segments_for_network-8741881978067'] for network, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:49:14.419281 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.services.segments.db [None req-3c9f593d-9c5e-4462-8144-d549b9e17ce5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40bc593f-6c80-4d6a-828f-ae2edfe0a54a']}} {{(pid=93641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:49:14.429336 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.services.segments.db [None req-3c9f593d-9c5e-4462-8144-d549b9e17ce5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe4110ba-3c7b-4dc2-aa34-c102c2e877c3') {'for_net_delete': True} {{(pid=93641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:49:14.430091 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.services.segments.db [None req-3c9f593d-9c5e-4462-8144-d549b9e17ce5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe4110ba-3c7b-4dc2-aa34-c102c2e877c3') {} {{(pid=93641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:49:14.438115 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-3c9f593d-9c5e-4462-8144-d549b9e17ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741881977896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6585378'] for segment, before_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:49:14.452535 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-3c9f593d-9c5e-4462-8144-d549b9e17ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001404'] for segment, precommit_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:49:14.459116 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c9f593d-9c5e-4462-8144-d549b9e17ce5 admin admin] Releasing vlan 943 on physical network physnet1 to pool {{(pid=93641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 08:49:14.459537 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-3c9f593d-9c5e-4462-8144-d549b9e17ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4805842'] for segment, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:49:14.461155 dv-cinder-786873-3-iscsi neutron-server[93641]: Traceback (most recent call last): Jun 18 08:49:14.461155 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 08:49:14.461155 dv-cinder-786873-3-iscsi neutron-server[93641]: timer() Jun 18 08:49:14.461155 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 08:49:14.461155 dv-cinder-786873-3-iscsi neutron-server[93641]: cb(*args, **kw) Jun 18 08:49:14.461155 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 08:49:14.461155 dv-cinder-786873-3-iscsi neutron-server[93641]: return func(*args, **kwargs) Jun 18 08:49:14.461155 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 08:49:14.461155 dv-cinder-786873-3-iscsi neutron-server[93641]: self._notify() Jun 18 08:49:14.461155 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 08:49:14.461155 dv-cinder-786873-3-iscsi neutron-server[93641]: self.callback(batched_events) Jun 18 08:49:14.461155 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 08:49:14.461155 dv-cinder-786873-3-iscsi neutron-server[93641]: event.method(event) Jun 18 08:49:14.461155 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 08:49:14.461155 dv-cinder-786873-3-iscsi neutron-server[93641]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 08:49:14.461155 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 08:49:14.461155 dv-cinder-786873-3-iscsi neutron-server[93641]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 08:49:14.461155 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 08:49:14.461155 dv-cinder-786873-3-iscsi neutron-server[93641]: return f(self, *a, **k) Jun 18 08:49:14.461155 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 08:49:14.461155 dv-cinder-786873-3-iscsi neutron-server[93641]: return self._get(url).json() Jun 18 08:49:14.461155 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 08:49:14.461155 dv-cinder-786873-3-iscsi neutron-server[93641]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 08:49:14.461155 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 08:49:14.461155 dv-cinder-786873-3-iscsi neutron-server[93641]: return self.request(url, 'GET', **kwargs) Jun 18 08:49:14.461155 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 08:49:14.461155 dv-cinder-786873-3-iscsi neutron-server[93641]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 08:49:14.461155 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 08:49:14.461155 dv-cinder-786873-3-iscsi neutron-server[93641]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 08:49:14.461155 dv-cinder-786873-3-iscsi neutron-server[93641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 08:49:14.461155 dv-cinder-786873-3-iscsi neutron-server[93641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 08:49:14.461155 dv-cinder-786873-3-iscsi neutron-server[93641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 08:49:14.561682 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-3c9f593d-9c5e-4462-8144-d549b9e17ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1003757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8355133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8041484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7960504'] for network, after_delete {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:49:14.566361 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-c6715862-9888-47ca-9d6d-5fd800359e3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:49:14.575101 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron_lib.callbacks.manager [None req-3c9f593d-9c5e-4462-8144-d549b9e17ce5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8041489'] for network, before_response {{(pid=93641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:49:14.575101 dv-cinder-786873-3-iscsi neutron-server[93641]: INFO neutron.wsgi [None req-3c9f593d-9c5e-4462-8144-d549b9e17ce5 admin admin] 10.222.0.70 "DELETE /v2.0/networks/40bc593f-6c80-4d6a-828f-ae2edfe0a54a HTTP/1.1" status: 204 len: 168 time: 0.3156533 Jun 18 08:49:14.583555 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9f593d-9c5e-4462-8144-d549b9e17ce5 admin admin] Pushing event deleted for resources: {'Network': ['ID=40bc593f-6c80-4d6a-828f-ae2edfe0a54a,revision_number=None']} {{(pid=93641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:49:14.595869 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9f593d-9c5e-4462-8144-d549b9e17ce5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:49:14.595869 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9f593d-9c5e-4462-8144-d549b9e17ce5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:49:14.597484 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9f593d-9c5e-4462-8144-d549b9e17ce5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:49:14.597484 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9f593d-9c5e-4462-8144-d549b9e17ce5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:49:14.597484 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9f593d-9c5e-4462-8144-d549b9e17ce5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:49:14.597768 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9f593d-9c5e-4462-8144-d549b9e17ce5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:49:14.598047 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9f593d-9c5e-4462-8144-d549b9e17ce5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:49:14.598702 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9f593d-9c5e-4462-8144-d549b9e17ce5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:49:14.599075 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9f593d-9c5e-4462-8144-d549b9e17ce5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:49:14.599436 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9f593d-9c5e-4462-8144-d549b9e17ce5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:49:14.599996 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9f593d-9c5e-4462-8144-d549b9e17ce5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:49:14.600192 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9f593d-9c5e-4462-8144-d549b9e17ce5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786873-3-iscsi {{(pid=93641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:49:14.604014 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG oslo_concurrency.lockutils [None req-3c9f593d-9c5e-4462-8144-d549b9e17ce5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:49:14.738365 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-624571b3-aef6-4a8c-8ab3-5c089201a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:49:14.945360 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 43534) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:49:14.990819 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-8c203056-c98d-4ae8-8dc7-859179c2703d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=28f1596d634144d3bfe0b3f5166cd110&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0440686 Jun 18 08:49:14.993171 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.wsgi [-] (93642) accepted ('10.222.0.70', 43536) {{(pid=93642) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 08:49:15.046942 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-f2d01147-713e-4f9b-bd97-03fac8b4064c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:49:15.071428 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-f2d01147-713e-4f9b-bd97-03fac8b4064c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:49:15.211576 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-f2d01147-713e-4f9b-bd97-03fac8b4064c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8355132'] for security_group, after_delete {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:49:15.214337 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron_lib.callbacks.manager [None req-f2d01147-713e-4f9b-bd97-03fac8b4064c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:49:15.215524 dv-cinder-786873-3-iscsi neutron-server[93642]: INFO neutron.wsgi [None req-f2d01147-713e-4f9b-bd97-03fac8b4064c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ca466eb8-c221-4449-9658-499e6efac803 HTTP/1.1" status: 204 len: 168 time: 0.2214246 Jun 18 08:49:15.216454 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-70b1fc78-b739-4735-99fa-076f1125edd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 08:49:15.224910 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d01147-713e-4f9b-bd97-03fac8b4064c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca466eb8-c221-4449-9658-499e6efac803,revision_number=None']} {{(pid=93642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:49:15.227688 dv-cinder-786873-3-iscsi neutron-server[93642]: DEBUG oslo_concurrency.lockutils [None req-f2d01147-713e-4f9b-bd97-03fac8b4064c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93642) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 08:49:26.378041 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:49:39.120165 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-741ad8bc-c35c-48bf-b958-507a6c43abc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:49:41.531140 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1bf6358e-bc82-4fd8-82cb-dc1637c361b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:49:41.970207 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:49:42.958721 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-37edacc1-1ba5-460e-aa47-45b5acfa9d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:49:44.731185 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-624571b3-aef6-4a8c-8ab3-5c089201a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:49:50.948727 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.agents_db [None req-a940af84-dce7-47c4-b5d3-ae67f117b383 None None] Agent healthcheck: found 6 active agents {{(pid=93644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:49:56.342544 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:09.073405 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-ffe84ebb-1e05-4737-9cb3-237fa9b329c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:11.530479 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-f0650ca5-2aa4-4103-a901-a5b365b5cd8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:11.962804 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:12.959643 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-37edacc1-1ba5-460e-aa47-45b5acfa9d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:14.678513 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-624571b3-aef6-4a8c-8ab3-5c089201a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:26.368009 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:27.947373 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.agents_db [None req-a940af84-dce7-47c4-b5d3-ae67f117b383 None None] Agent healthcheck: found 6 active agents {{(pid=93644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:50:39.061086 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-92837501-f49e-4ca9-a694-21b7eb44f353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:41.526853 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-6c315f7d-ea45-416d-be2d-833370b91c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:42.007758 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:42.946256 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-37edacc1-1ba5-460e-aa47-45b5acfa9d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:44.706498 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-624571b3-aef6-4a8c-8ab3-5c089201a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:50:56.368649 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:51:04.946701 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.agents_db [None req-a940af84-dce7-47c4-b5d3-ae67f117b383 None None] Agent healthcheck: found 6 active agents {{(pid=93644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:51:09.064319 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-9ec19ef9-92a1-4596-b80b-dd88a7136818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:51:11.536793 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-f3e6b1e5-21b0-4380-820a-229812b8fa61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:51:11.980225 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:51:12.973941 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-37edacc1-1ba5-460e-aa47-45b5acfa9d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:51:14.670854 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-624571b3-aef6-4a8c-8ab3-5c089201a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:51:26.395913 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:51:39.064276 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-2d313ce5-0e35-4058-86dc-961b0ea4ba2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:51:41.512597 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-3a91a3bf-3562-4cfc-a24c-0846aa7687e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:51:41.945894 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.agents_db [None req-a940af84-dce7-47c4-b5d3-ae67f117b383 None None] Agent healthcheck: found 6 active agents {{(pid=93644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:51:41.963800 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:51:42.951904 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-37edacc1-1ba5-460e-aa47-45b5acfa9d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:51:44.683501 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-624571b3-aef6-4a8c-8ab3-5c089201a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:51:56.378093 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:09.057740 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-469cec59-e7b3-47fc-971c-30ac4ad98bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:11.516811 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-250098f8-271f-4d82-88c4-979b2bf47850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:11.965960 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:12.962258 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-37edacc1-1ba5-460e-aa47-45b5acfa9d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:14.670315 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-624571b3-aef6-4a8c-8ab3-5c089201a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:18.945614 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.agents_db [None req-a940af84-dce7-47c4-b5d3-ae67f117b383 None None] Agent healthcheck: found 6 active agents {{(pid=93644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:52:26.390067 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:39.056554 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e5990487-5091-4528-b67d-0b4340e55408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:41.532251 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d4d0585b-66a6-4dfb-999d-830967dc98fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:41.994599 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:42.965185 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-37edacc1-1ba5-460e-aa47-45b5acfa9d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:44.680487 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-624571b3-aef6-4a8c-8ab3-5c089201a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:52:55.943690 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.agents_db [None req-a940af84-dce7-47c4-b5d3-ae67f117b383 None None] Agent healthcheck: found 6 active agents {{(pid=93644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:52:56.399665 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:53:04.190537 dv-cinder-786873-3-iscsi neutron-server[93641]: DEBUG neutron.wsgi [req-936b4ca7-6800-499b-ad6b-2949b1ad5735 req-3bf26d0e-b32a-41cc-b4ce-9fe5c5e79b1f service neutron] (93641) timed out ('10.222.0.70', 39470) {{(pid=93641) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 18 08:53:09.056561 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-8f100a4a-6829-41ba-9f91-c3a448a45922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:53:11.536084 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-990402fe-2195-4a93-a1d1-3afc9d8416af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:53:11.958956 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:53:12.970180 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-37edacc1-1ba5-460e-aa47-45b5acfa9d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:53:14.678795 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-624571b3-aef6-4a8c-8ab3-5c089201a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:53:26.403898 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:53:32.943057 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.agents_db [None req-a940af84-dce7-47c4-b5d3-ae67f117b383 None None] Agent healthcheck: found 6 active agents {{(pid=93644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:53:39.071416 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-fed8843b-9676-4e42-b77b-3649c0b5408d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:53:41.580220 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-ab774245-0a31-48c8-9e41-e3bf632df07a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:53:42.008929 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:53:42.968801 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-37edacc1-1ba5-460e-aa47-45b5acfa9d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:53:44.688594 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-624571b3-aef6-4a8c-8ab3-5c089201a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:53:56.396230 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:54:09.066370 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-29604c30-f205-4f23-a174-a037cc69f312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:54:09.942523 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.agents_db [None req-a940af84-dce7-47c4-b5d3-ae67f117b383 None None] Agent healthcheck: found 6 active agents {{(pid=93644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 08:54:11.556452 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-7a8649bf-e038-4408-a1ac-79b9b746f835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:54:11.979136 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:54:12.956782 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-37edacc1-1ba5-460e-aa47-45b5acfa9d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:54:14.739404 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-624571b3-aef6-4a8c-8ab3-5c089201a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:54:26.441087 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-e28c55b0-8bf9-40bc-aa88-0708a94f5476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:54:39.102443 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-0f23de9f-90b2-442f-bf8b-c90747541aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:54:41.532078 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1625f0b2-0844-4fa0-b74c-711a50203b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:54:41.966339 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-d1263d92-17c7-41d4-9112-70561661d65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:54:42.966554 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-37edacc1-1ba5-460e-aa47-45b5acfa9d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:54:44.680626 dv-cinder-786873-3-iscsi neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-624571b3-aef6-4a8c-8ab3-5c089201a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741881978049', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1005742'] for agent, after_update {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 08:54:46.941357 dv-cinder-786873-3-iscsi neutron-server[93644]: DEBUG neutron.db.agents_db [None req-a940af84-dce7-47c4-b5d3-ae67f117b383 None None] Agent healthcheck: found 6 active agents {{(pid=93644) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}